src/output_latex.C

   1 /**
   2  * \file output_latex.C
   3  * This file is part of LyX, the document processor.
   4  * Licence details can be found in the file COPYING.
   5  *
   6  * \author Lars Gullik Bjønnes
   7  *
   8  * Full author contact details are available in file CREDITS.
   9  */
  10
  11 #include <config.h>
  12
  13 #include "output_latex.h"
  14
  15 #include "buffer.h"
  16 #include "bufferparams.h"
  17 #include "debug.h"
  18 #include "encoding.h"
  19 #include "language.h"
  20 #include "lyxrc.h"
  21 #include "outputparams.h"
  22 #include "paragraph.h"
  23 #include "paragraph_funcs.h"
  24 #include "ParagraphParameters.h"
  25 #include "texrow.h"
  26 #include "vspace.h"
  27
  28 #include "insets/insetbibitem.h"
  29 #include "insets/insetoptarg.h"
  30
  31 #include "support/lstrings.h"
  32 #include "support/unicode.h"
  33
  34
  35 namespace lyx {
  36
  37 using support::subst;
  38
  39 using std::endl;
  40 using std::string;
  41
  42
  43 namespace {
  44
  45 ParagraphList::const_iterator
  46 TeXEnvironment(Buffer const & buf,
  47                ParagraphList const & paragraphs,
  48                ParagraphList::const_iterator pit,
  49                odocstream & os, TexRow & texrow,
  50                OutputParams const & runparams);
  51
  52 ParagraphList::const_iterator
  53 TeXOnePar(Buffer const & buf,
  54           ParagraphList const & paragraphs,
  55           ParagraphList::const_iterator pit,
  56           odocstream & os, TexRow & texrow,
  57           OutputParams const & runparams,
  58           string const & everypar = string());
  59
  60
  61 ParagraphList::const_iterator
  62 TeXDeeper(Buffer const & buf,
  63           ParagraphList const & paragraphs,
  64           ParagraphList::const_iterator pit,
  65           odocstream & os, TexRow & texrow,
  66           OutputParams const & runparams)
  67 {
  68         lyxerr[Debug::LATEX] << "TeXDeeper...     " << &*pit << endl;
  69         ParagraphList::const_iterator par = pit;
  70
  71         while (par != paragraphs.end() &&
  72                      par->params().depth() == pit->params().depth()) {
  73                 if (par->layout()->isEnvironment()) {
  74                         par = TeXEnvironment(buf, paragraphs, par,
  75                                              os, texrow, runparams);
  76                 } else {
  77                         par = TeXOnePar(buf, paragraphs, par,
  78                                              os, texrow, runparams);
  79                 }
  80         }
  81         lyxerr[Debug::LATEX] << "TeXDeeper...done " << endl;
  82
  83         return par;
  84 }
  85
  86
  87 int latexOptArgInsets(Buffer const & buf, Paragraph const & par,
  88                       odocstream & os, OutputParams const & runparams, int number);
  89
  90
  91 ParagraphList::const_iterator
  92 TeXEnvironment(Buffer const & buf,
  93                ParagraphList const & paragraphs,
  94                ParagraphList::const_iterator pit,
  95                odocstream & os, TexRow & texrow,
  96                OutputParams const & runparams)
  97 {
  98         lyxerr[Debug::LATEX] << "TeXEnvironment...     " << &*pit << endl;
  99
 100         BufferParams const & bparams = buf.params();
 101
 102         LyXLayout_ptr const & style = pit->layout();
 103
 104         Language const * language = pit->getParLanguage(bparams);
 105         Language const * doc_language = bparams.language;
 106         Language const * previous_language =
 107                 (pit != paragraphs.begin())
 108                 ? boost::prior(pit)->getParLanguage(bparams)
 109                 : doc_language;
 110         if (language->babel() != previous_language->babel()) {
 111
 112                 if (!lyxrc.language_command_end.empty() &&
 113                     previous_language->babel() != doc_language->babel()) {
 114                         os << from_ascii(subst(
 115                                 lyxrc.language_command_end,
 116                                 "$$lang",
 117                                 previous_language->babel()))
 118                            << endl;
 119                         texrow.newline();
 120                 }
 121
 122                 if (lyxrc.language_command_end.empty() ||
 123                     language->babel() != doc_language->babel()) {
 124                         os << from_ascii(subst(
 125                                 lyxrc.language_command_begin,
 126                                 "$$lang",
 127                                 language->babel()))
 128                            << endl;
 129                         texrow.newline();
 130                 }
 131         }
 132
 133         bool leftindent_open = false;
 134         if (!pit->params().leftIndent().zero()) {
 135                 os << "\\begin{LyXParagraphLeftIndent}{"
 136                    << from_ascii(pit->params().leftIndent().asLatexString())
 137                    << "}\n";
 138                 texrow.newline();
 139                 leftindent_open = true;
 140         }
 141
 142         if (style->isEnvironment()) {
 143                 os << "\\begin{" << from_ascii(style->latexname()) << '}';
 144                 if (style->optionalargs > 0) {
 145                         int ret = latexOptArgInsets(buf, *pit, os, runparams,
 146                                                     style->optionalargs);
 147                         while (ret > 0) {
 148                                 texrow.newline();
 149                                 --ret;
 150                         }
 151                 }
 152                 if (style->latextype == LATEX_LIST_ENVIRONMENT) {
 153                         os << '{'
 154                            << pit->params().labelWidthString()
 155                            << "}\n";
 156                 } else if (style->labeltype == LABEL_BIBLIO) {
 157                         // ale970405
 158                         os << '{' << bibitemWidest(buf) << "}\n";
 159                 } else
 160                         os << from_ascii(style->latexparam()) << '\n';
 161                 texrow.newline();
 162         }
 163         ParagraphList::const_iterator par = pit;
 164         do {
 165                 par = TeXOnePar(buf, paragraphs, par, os, texrow, runparams);
 166
 167                 if (par == paragraphs.end()) {
 168                         // Make sure that the last paragraph is
 169                         // correctly terminated (because TeXOnePar does
 170                         // not add a \n in this case)
 171                         os << '\n';
 172                         texrow.newline();
 173                 } else if (par->params().depth() > pit->params().depth()) {
 174                             if (par->layout()->isParagraph()) {
 175
 176                             // Thinko!
 177                             // How to handle this? (Lgb)
 178                             //&& !suffixIs(os, "\n\n")
 179                                     //) {
 180                                 // There should be at least one '\n' already
 181                                 // but we need there to be two for Standard
 182                                 // paragraphs that are depth-increment'ed to be
 183                                 // output correctly.  However, tables can
 184                                 // also be paragraphs so don't adjust them.
 185                                 // ARRae
 186                                 // Thinkee:
 187                                 // Will it ever harm to have one '\n' too
 188                                 // many? i.e. that we sometimes will have
 189                                 // three in a row. (Lgb)
 190                                 os << '\n';
 191                                 texrow.newline();
 192                         }
 193                         par = TeXDeeper(buf, paragraphs, par, os, texrow,
 194                                         runparams);
 195                 }
 196         } while (par != paragraphs.end()
 197                  && par->layout() == pit->layout()
 198                  && par->params().depth() == pit->params().depth()
 199                  && par->params().leftIndent() == pit->params().leftIndent());
 200
 201         if (style->isEnvironment()) {
 202                 os << "\\end{" << from_ascii(style->latexname()) << "}\n";
 203                 texrow.newline();
 204         }
 205
 206         if (leftindent_open) {
 207                 os << "\\end{LyXParagraphLeftIndent}\n";
 208                 texrow.newline();
 209         }
 210
 211         if (par != paragraphs.end() && lyxerr.debugging(Debug::LATEX))
 212                 lyxerr << "TeXEnvironment...done " << &*par << endl;
 213         return par;
 214 }
 215
 216
 217 int latexOptArgInsets(Buffer const & buf, Paragraph const & par,
 218                       odocstream & os, OutputParams const & runparams, int number)
 219 {
 220         int lines = 0;
 221
 222         InsetList::const_iterator it = par.insetlist.begin();
 223         InsetList::const_iterator end = par.insetlist.end();
 224         for (; it != end && number > 0 ; ++it) {
 225                 if (it->inset->lyxCode() == InsetBase::OPTARG_CODE) {
 226                         InsetOptArg * ins =
 227                                 static_cast<InsetOptArg *>(it->inset);
 228                         lines += ins->latexOptional(buf, os, runparams);
 229                         --number;
 230                 }
 231         }
 232         return lines;
 233 }
 234
 235
 236 ParagraphList::const_iterator
 237 TeXOnePar(Buffer const & buf,
 238           ParagraphList const & paragraphs,
 239           ParagraphList::const_iterator pit,
 240           odocstream & ucs4, TexRow & texrow,
 241           OutputParams const & runparams_in,
 242           string const & everypar)
 243 {
 244         lyxerr[Debug::LATEX] << "TeXOnePar...     " << &*pit << " '"
 245                 << everypar << "'" << endl;
 246         BufferParams const & bparams = buf.params();
 247         bool further_blank_line = false;
 248         LyXLayout_ptr style;
 249
 250         // In an an inset with unlimited length (all in one row),
 251         // force layout to default
 252         if (!pit->forceDefaultParagraphs())
 253                 style = pit->layout();
 254         else
 255                 style = bparams.getLyXTextClass().defaultLayout();
 256
 257         OutputParams runparams = runparams_in;
 258         runparams.moving_arg |= style->needprotect;
 259
 260         Language const * language = pit->getParLanguage(bparams);
 261         Language const * doc_language = bparams.language;
 262         Language const * previous_language =
 263                 (pit != paragraphs.begin())
 264                 ? boost::prior(pit)->getParLanguage(bparams)
 265                 : doc_language;
 266
 267         if (language->babel() != previous_language->babel()
 268             // check if we already put language command in TeXEnvironment()
 269             && !(style->isEnvironment()
 270                  && (pit == paragraphs.begin() ||
 271                      (boost::prior(pit)->layout() != pit->layout() &&
 272                       boost::prior(pit)->getDepth() <= pit->getDepth())
 273                      || boost::prior(pit)->getDepth() < pit->getDepth())))
 274         {
 275                 if (!lyxrc.language_command_end.empty() &&
 276                     previous_language->babel() != doc_language->babel())
 277                 {
 278                         ucs4 << from_ascii(subst(lyxrc.language_command_end,
 279                                 "$$lang",
 280                                 previous_language->babel()))
 281                              << endl;
 282                         texrow.newline();
 283                 }
 284
 285                 if (lyxrc.language_command_end.empty() ||
 286                     language->babel() != doc_language->babel())
 287                 {
 288                         ucs4 << from_ascii(subst(
 289                                 lyxrc.language_command_begin,
 290                                 "$$lang",
 291                                 language->babel()))
 292                              << endl;
 293                         texrow.newline();
 294                 }
 295         }
 296
 297         // FIXME thailatex does not support the inputenc package, so we
 298         // ignore switches from/to tis620-0 encoding here. This does of
 299         // course only work as long as the non-thai text contains ASCII
 300         // only, but it is the best we can do.
 301         bool const use_thailatex = (language->encoding()->name() == "tis620-0" ||
 302                                     previous_language->encoding()->name() == "tis620-0");
 303         if (bparams.inputenc == "auto" &&
 304             language->encoding() != previous_language->encoding() &&
 305             !use_thailatex) {
 306                 ucs4 << "\\inputencoding{"
 307                      << from_ascii(language->encoding()->latexName())
 308                      << "}\n";
 309                 texrow.newline();
 310         }
 311         // We need to output the paragraph to a temporary stream if we
 312         // need to change the encoding. Don't do this if the result does
 313         // not go to a file but to the builtin source viewer.
 314         odocstringstream par_stream;
 315         bool const change_encoding = !runparams_in.dryrun &&
 316                         bparams.inputenc == "auto" &&
 317                         language->encoding() != doc_language->encoding() &&
 318                         !use_thailatex;
 319         // don't trigger the copy ctor because it's private on msvc
 320         odocstream & os = *(change_encoding ? &par_stream : &ucs4);
 321
 322         // In an an inset with unlimited length (all in one row),
 323         // don't allow any special options in the paragraph
 324         if (!pit->forceDefaultParagraphs()) {
 325                 if (pit->params().startOfAppendix()) {
 326                         os << "\\appendix\n";
 327                         texrow.newline();
 328                 }
 329
 330                 if (!pit->params().spacing().isDefault()
 331                         && (pit == paragraphs.begin()
 332                             || !boost::prior(pit)->hasSameLayout(*pit)))
 333                 {
 334                         os << from_ascii(pit->params().spacing().writeEnvirBegin())
 335                             << '\n';
 336                         texrow.newline();
 337                 }
 338
 339                 if (style->isCommand()) {
 340                         os << '\n';
 341                         texrow.newline();
 342                 }
 343
 344                 if (further_blank_line) {
 345                         os << '\n';
 346                         texrow.newline();
 347                 }
 348         }
 349
 350         switch (style->latextype) {
 351         case LATEX_COMMAND:
 352                 os << '\\' << from_ascii(style->latexname());
 353
 354                 // Separate handling of optional argument inset.
 355                 if (style->optionalargs > 0) {
 356                         int ret = latexOptArgInsets(buf, *pit, os, runparams,
 357                                                     style->optionalargs);
 358                         while (ret > 0) {
 359                                 texrow.newline();
 360                                 --ret;
 361                         }
 362                 }
 363                 else
 364                         os << from_ascii(style->latexparam());
 365                 break;
 366         case LATEX_ITEM_ENVIRONMENT:
 367         case LATEX_LIST_ENVIRONMENT:
 368                 os << "\\item ";
 369                 break;
 370         case LATEX_BIB_ENVIRONMENT:
 371                 // ignore this, the inset will write itself
 372                 break;
 373         default:
 374                 break;
 375         }
 376
 377         // FIXME UNICODE
 378         os << from_utf8(everypar);
 379         bool need_par = pit->simpleTeXOnePar(buf, bparams,
 380                                              outerFont(std::distance(paragraphs.begin(), pit), paragraphs),
 381                                              os, texrow, runparams);
 382
 383         // Make sure that \\par is done with the font of the last
 384         // character if this has another size as the default.
 385         // This is necessary because LaTeX (and LyX on the screen)
 386         // calculates the space between the baselines according
 387         // to this font. (Matthias)
 388         //
 389         // Is this really needed ? (Dekel)
 390         // We do not need to use to change the font for the last paragraph
 391         // or for a command.
 392         LyXFont const outerfont =
 393                 outerFont(std::distance(paragraphs.begin(), pit),
 394                           paragraphs);
 395
 396         LyXFont const font =
 397                 (pit->empty()
 398                  ? pit->getLayoutFont(bparams, outerfont)
 399                  : pit->getFont(bparams, pit->size() - 1, outerfont));
 400
 401         bool is_command = style->isCommand();
 402
 403         if (style->resfont.size() != font.size()
 404             && boost::next(pit) != paragraphs.end()
 405             && !is_command) {
 406                 if (!need_par)
 407                         os << '{';
 408                 os << "\\" << from_ascii(font.latexSize()) << " \\par}";
 409         } else if (need_par) {
 410                 os << "\\par}";
 411         } else if (is_command)
 412                 os << '}';
 413
 414         switch (style->latextype) {
 415         case LATEX_ITEM_ENVIRONMENT:
 416         case LATEX_LIST_ENVIRONMENT:
 417                 if (boost::next(pit) != paragraphs.end()
 418                     && (pit->params().depth() < boost::next(pit)->params().depth())) {
 419                         os << '\n';
 420                         texrow.newline();
 421                 }
 422                 break;
 423         case LATEX_ENVIRONMENT: {
 424                 // if its the last paragraph of the current environment
 425                 // skip it otherwise fall through
 426                 ParagraphList::const_iterator next = boost::next(pit);
 427
 428                 if (next != paragraphs.end()
 429                     && (next->layout() != pit->layout()
 430                         || next->params().depth() != pit->params().depth()))
 431                         break;
 432         }
 433
 434                 // fall through possible
 435         default:
 436                 // we don't need it for the last paragraph!!!
 437                 if (boost::next(pit) != paragraphs.end()) {
 438                         os << '\n';
 439                         texrow.newline();
 440                 }
 441         }
 442
 443         if (!pit->forceDefaultParagraphs()) {
 444                 further_blank_line = false;
 445
 446                 if (further_blank_line) {
 447                         os << '\n';
 448                         texrow.newline();
 449                 }
 450
 451                 if (!pit->params().spacing().isDefault()
 452                         && (boost::next(pit) == paragraphs.end()
 453                             || !boost::next(pit)->hasSameLayout(*pit)))
 454                 {
 455                         os << from_ascii(pit->params().spacing().writeEnvirEnd())
 456                            << '\n';
 457                         texrow.newline();
 458                 }
 459         }
 460
 461         if (boost::next(pit) == paragraphs.end()
 462             && language->babel() != doc_language->babel()) {
 463                 // Since \selectlanguage write the language to the aux file,
 464                 // we need to reset the language at the end of footnote or
 465                 // float.
 466
 467                 if (lyxrc.language_command_end.empty())
 468                         os << from_ascii(subst(
 469                                 lyxrc.language_command_begin,
 470                                 "$$lang",
 471                                 doc_language->babel()))
 472                            << endl;
 473                 else
 474                         os << from_ascii(subst(
 475                                 lyxrc.language_command_end,
 476                                 "$$lang",
 477                                 language->babel()))
 478                            << endl;
 479                 texrow.newline();
 480         }
 481
 482         // we don't need it for the last paragraph!!!
 483         // Note from JMarc: we will re-add a \n explicitely in
 484         // TeXEnvironment, because it is needed in this case
 485         if (boost::next(pit) != paragraphs.end()) {
 486                 os << '\n';
 487                 texrow.newline();
 488         }
 489
 490         if (boost::next(pit) != paragraphs.end() &&
 491             lyxerr.debugging(Debug::LATEX))
 492                 lyxerr << "TeXOnePar...done " << &*boost::next(pit) << endl;
 493
 494         if (change_encoding) {
 495                 lyxerr[Debug::LATEX] << "Converting paragraph to encoding "
 496                         << language->encoding()->iconvName() << endl;
 497                 docstring const par = par_stream.str();
 498                 // Convert the paragraph to the 8bit encoding that we need to
 499                 // output.
 500                 std::vector<char> const encoded = lyx::ucs4_to_eightbit(par.c_str(),
 501                         par.size(), language->encoding()->iconvName());
 502                 // Interpret this as if it was in the 8 bit encoding of the
 503                 // document language and convert it back to UCS4. That means
 504                 // that faked does not contain pure UCS4 anymore, but what
 505                 // will be written to the output file will be correct, because
 506                 // the real output stream will do a UCS4 -> document language
 507                 // encoding conversion.
 508                 // This is of course a hack, but not a bigger one than mixing
 509                 // two encodings in one file.
 510                 // FIXME: Catch iconv conversion errors and display an error
 511                 // dialog.
 512
 513                 // Here follows an explanation how I (gb) came to the current
 514                 // solution:
 515
 516                 // codecvt facets are only used by file streams -> OK, maybe
 517                 // we could use file streams and not generic streams in the
 518                 // latex() methods? No, that does not  work, we use them at
 519                 // several places to write to string streams.
 520                 // Next try: Maybe we could do something else than codecvt
 521                 // in our streams, and  add a setEncoding() method? That
 522                 // does not work unless we rebuild the functionality of file
 523                 // and string streams, since both odocfstream and
 524                 // odocstringstream inherit from std::basic_ostream<docstring>
 525                 // and we can  neither add a method to that class nor change
 526                 // the inheritance of the file and string streams.
 527
 528                 // What might be possible is to encapsulate the real file and
 529                 // string streams in our own version, and use a homemade
 530                 // streambuf that would do the encoding conversion and then
 531                 // forward to the real stream. That would probably work, but
 532                 // would require far more code and a good understanding of
 533                 // stream buffers to get it right.
 534
 535                 // Another idea by JMarc is to use a modifier like
 536                 // os << setencoding("iso-8859-1");
 537                 // That currently looks like the best idea.
 538
 539                 std::vector<char_type> const faked = lyx::eightbit_to_ucs4(&(encoded[0]),
 540                         encoded.size(), doc_language->encoding()->iconvName());
 541                 std::vector<char_type>::const_iterator const end = faked.end();
 542                 std::vector<char_type>::const_iterator it = faked.begin();
 543                 for (; it != end; ++it)
 544                         ucs4.put(*it);
 545         }
 546
 547         return ++pit;
 548 }
 549
 550 } // anon namespace
 551
 552
 553 // LaTeX all paragraphs
 554 void latexParagraphs(Buffer const & buf,
 555                      ParagraphList const & paragraphs,
 556                      odocstream & os,
 557                      TexRow & texrow,
 558                      OutputParams const & runparams,
 559                      string const & everypar)
 560 {
 561         bool was_title = false;
 562         bool already_title = false;
 563         LyXTextClass const & tclass = buf.params().getLyXTextClass();
 564         ParagraphList::const_iterator par = paragraphs.begin();
 565         ParagraphList::const_iterator endpar = paragraphs.end();
 566
 567         BOOST_ASSERT(runparams.par_begin <= runparams.par_end);
 568         // if only part of the paragraphs will be outputed
 569         if (runparams.par_begin !=  runparams.par_end) {
 570                 par = boost::next(paragraphs.begin(), runparams.par_begin);
 571                 endpar = boost::next(paragraphs.begin(), runparams.par_end);
 572                 // runparams will be passed to nested paragraphs, so
 573                 // we have to reset the range parameters.
 574                 const_cast<OutputParams&>(runparams).par_begin = 0;
 575                 const_cast<OutputParams&>(runparams).par_end = 0;
 576         }
 577
 578         // if only_body
 579         while (par != endpar) {
 580                 ParagraphList::const_iterator lastpar = par;
 581                 // well we have to check if we are in an inset with unlimited
 582                 // length (all in one row) if that is true then we don't allow
 583                 // any special options in the paragraph and also we don't allow
 584                 // any environment other then "Standard" to be valid!
 585                 if (!par->forceDefaultParagraphs()) {
 586                         LyXLayout_ptr const & layout = par->layout();
 587
 588                         if (layout->intitle) {
 589                                 if (already_title) {
 590                                         lyxerr << "Error in latexParagraphs: You"
 591                                                 " should not mix title layouts"
 592                                                 " with normal ones." << endl;
 593                                 } else if (!was_title) {
 594                                         was_title = true;
 595                                         if (tclass.titletype() == TITLE_ENVIRONMENT) {
 596                                                 os << "\\begin{"
 597                                                     << from_ascii(tclass.titlename())
 598                                                     << "}\n";
 599                                                 texrow.newline();
 600                                         }
 601                                 }
 602                         } else if (was_title && !already_title) {
 603                                 if (tclass.titletype() == TITLE_ENVIRONMENT) {
 604                                         os << "\\end{" << from_ascii(tclass.titlename())
 605                                             << "}\n";
 606                                 }
 607                                 else {
 608                                         os << "\\" << from_ascii(tclass.titlename())
 609                                             << "\n";
 610                                 }
 611                                 texrow.newline();
 612                                 already_title = true;
 613                                 was_title = false;
 614                         }
 615
 616                         if (layout->is_environment) {
 617                                 par = TeXOnePar(buf, paragraphs, par, os, texrow,
 618                                                 runparams, everypar);
 619                         } else if (layout->isEnvironment() ||
 620                                 !par->params().leftIndent().zero())
 621                         {
 622                                 par = TeXEnvironment(buf, paragraphs, par, os,
 623                                                      texrow, runparams);
 624                         } else {
 625                                 par = TeXOnePar(buf, paragraphs, par, os, texrow,
 626                                                 runparams, everypar);
 627                         }
 628                 } else {
 629                         par = TeXOnePar(buf, paragraphs, par, os, texrow,
 630                                         runparams, everypar);
 631                 }
 632                 if (std::distance(lastpar, par) >= std::distance(lastpar, endpar))
 633                         break;
 634         }
 635         // It might be that we only have a title in this document
 636         if (was_title && !already_title) {
 637                 if (tclass.titletype() == TITLE_ENVIRONMENT) {
 638                         os << "\\end{" << from_ascii(tclass.titlename())
 639                             << "}\n";
 640                 }
 641                 else {
 642                         os << "\\" << from_ascii(tclass.titlename())
 643                             << "\n";
 644                                 }
 645                 texrow.newline();
 646         }
 647 }
 648
 649
 650 } // namespace lyx