src/tex2lyx/Preamble.cpp

   1 /**
   2  * \file Preamble.cpp
   3  * This file is part of LyX, the document processor.
   4  * Licence details can be found in the file COPYING.
   5  *
   6  * \author André Pönitz
   7  * \author Uwe Stöhr
   8  *
   9  * Full author contact details are available in file CREDITS.
  10  */
  11
  12 // {[(
  13
  14 #include <config.h>
  15
  16 #include "Preamble.h"
  17 #include "tex2lyx.h"
  18
  19 #include "Encoding.h"
  20 #include "LayoutFile.h"
  21 #include "Layout.h"
  22 #include "Lexer.h"
  23 #include "TextClass.h"
  24
  25 #include "support/convert.h"
  26 #include "support/FileName.h"
  27 #include "support/filetools.h"
  28 #include "support/lstrings.h"
  29
  30 #include "support/regex.h"
  31
  32 #include <algorithm>
  33 #include <iostream>
  34
  35 using namespace std;
  36 using namespace lyx::support;
  37
  38
  39 namespace lyx {
  40
  41 // special columntypes
  42 extern map<char, int> special_columns;
  43
  44 Preamble preamble;
  45
  46 namespace {
  47
  48 // CJK languages are handled in text.cpp, polyglossia languages are listed
  49 // further down.
  50 /**
  51  * known babel language names (including synonyms)
  52  * not in standard babel: arabic, arabtex, armenian, belarusian, serbian-latin, thai
  53  * please keep this in sync with known_coded_languages line by line!
  54  */
  55 const char * const known_languages[] = {"acadian", "afrikaans", "albanian",
  56 "american", "arabic", "arabtex", "australian", "austrian", "bahasa", "bahasai",
  57 "bahasam", "basque", "belarusian", "brazil", "brazilian", "breton", "british",
  58 "bulgarian", "canadian", "canadien", "catalan", "croatian", "czech", "danish",
  59 "dutch", "english", "esperanto", "estonian", "farsi", "finnish", "francais",
  60 "french", "frenchb", "frenchle", "frenchpro", "galician", "german", "germanb",
  61 "greek", "hebrew", "hungarian", "icelandic", "indon", "indonesian", "interlingua",
  62 "irish", "italian", "japanese", "kazakh", "kurmanji", "latin", "latvian", "lithuanian",
  63 "lowersorbian", "lsorbian", "magyar", "malay", "meyalu", "mongolian", "naustrian",
  64 "newzealand", "ngerman", "ngermanb", "norsk", "nynorsk", "polutonikogreek", "polish",
  65 "portuges", "portuguese", "romanian", "russian", "russianb", "samin",
  66 "scottish", "serbian", "serbian-latin", "slovak", "slovene", "spanish",
  67 "swedish", "thai", "turkish", "turkmen", "ukraineb", "ukrainian",
  68 "uppersorbian", "UKenglish", "USenglish", "usorbian", "vietnam", "welsh",
  69 0};
  70
  71 /**
  72  * the same as known_languages with .lyx names
  73  * please keep this in sync with known_languages line by line!
  74  */
  75 const char * const known_coded_languages[] = {"french", "afrikaans", "albanian",
  76 "american", "arabic_arabi", "arabic_arabtex", "australian", "austrian", "bahasa", "bahasa",
  77 "bahasam", "basque", "belarusian", "brazilian", "brazilian", "breton", "british",
  78 "bulgarian", "canadian", "canadien", "catalan", "croatian", "czech", "danish",
  79 "dutch", "english", "esperanto", "estonian", "farsi", "finnish", "french",
  80 "french", "french", "french", "french", "galician", "german", "german",
  81 "greek", "hebrew", "magyar", "icelandic", "bahasa", "bahasa", "interlingua",
  82 "irish", "italian", "japanese", "kazakh", "kurmanji", "latin", "latvian", "lithuanian",
  83 "lowersorbian", "lowersorbian", "magyar", "bahasam", "bahasam", "mongolian", "naustrian",
  84 "newzealand", "ngerman", "ngerman", "norsk", "nynorsk", "polutonikogreek", "polish",
  85 "portuguese", "portuguese", "romanian", "russian", "russian", "samin",
  86 "scottish", "serbian", "serbian-latin", "slovak", "slovene", "spanish",
  87 "swedish", "thai", "turkish", "turkmen", "ukrainian", "ukrainian",
  88 "uppersorbian", "uppersorbian", "english", "english", "vietnamese", "welsh",
  89 0};
  90
  91 /// languages with danish quotes (.lyx names)
  92 const char * const known_danish_quotes_languages[] = {"danish", 0};
  93
  94 /// languages with english quotes (.lyx names)
  95 const char * const known_english_quotes_languages[] = {"american", "australian",
  96 "bahasa", "bahasam", "brazilian", "canadian", "chinese-simplified", "english",
  97 "esperanto", "hebrew", "irish", "korean", "newzealand", "portuguese", "scottish",
  98 "thai", 0};
  99
 100 /// languages with french quotes (.lyx names)
 101 const char * const known_french_quotes_languages[] = {"albanian",
 102 "arabic_arabi", "arabic_arabtex", "basque", "canadien", "catalan", "french",
 103 "galician", "greek", "italian", "norsk", "nynorsk", "polutonikogreek",
 104 "russian", "spanish", "spanish-mexico", "turkish", "turkmen", "ukrainian",
 105 "vietnamese", 0};
 106
 107 /// languages with german quotes (.lyx names)
 108 const char * const known_german_quotes_languages[] = {"austrian", "bulgarian",
 109 "czech", "german", "icelandic", "lithuanian", "lowersorbian", "naustrian",
 110 "ngerman", "serbian", "serbian-latin", "slovak", "slovene", "uppersorbian", 0};
 111
 112 /// languages with polish quotes (.lyx names)
 113 const char * const known_polish_quotes_languages[] = {"afrikaans", "croatian",
 114 "dutch", "estonian", "magyar", "polish", "romanian", 0};
 115
 116 /// languages with swedish quotes (.lyx names)
 117 const char * const known_swedish_quotes_languages[] = {"finnish",
 118 "swedish", 0};
 119
 120 /// known language packages from the times before babel
 121 const char * const known_old_language_packages[] = {"french", "frenchle",
 122 "frenchpro", "german", "ngerman", "pmfrench", 0};
 123
 124 char const * const known_fontsizes[] = { "10pt", "11pt", "12pt", 0 };
 125
 126 const char * const known_roman_fonts[] = { "ae", "beraserif", "bookman",
 127 "ccfonts", "chancery", "charter", "cmr", "fourier", "garamondx", "libertine-type1",
 128 "lmodern", "mathdesign", "mathpazo", "mathptmx", "newcent", "tgbonum",
 129 "tgchorus", "tgpagella", "tgschola", "tgtermes", "utopia", 0};
 130
 131 const char * const known_sans_fonts[] = { "avant", "berasans", "biolinum-type1",
 132 "cmbr", "cmss", "helvet", "kurier", "kurierl", "lmss", "tgadventor", "tgheros", 0};
 133
 134 const char * const known_kurier_fonts[] = { "kurier", "kurierl", "kurier-condensed",
 135 "kurier-light-condensed", 0};
 136
 137 const char * const known_typewriter_fonts[] = { "beramono", "cmtl", "cmtt",
 138 "courier", "lmtt", "luximono", "fourier", "lmodern", "mathpazo", "mathptmx",
 139 "newcent", "tgcursor", "txtt", 0};
 140
 141 const char * const known_math_fonts[] = { "eulervm", "newtxmath", 0};
 142
 143 const char * const known_paper_sizes[] = { "a0paper", "b0paper", "c0paper",
 144 "a1paper", "b1paper", "c1paper", "a2paper", "b2paper", "c2paper", "a3paper",
 145 "b3paper", "c3paper", "a4paper", "b4paper", "c4paper", "a5paper", "b5paper",
 146 "c5paper", "a6paper", "b6paper", "c6paper", "executivepaper", "legalpaper",
 147 "letterpaper", "b0j", "b1j", "b2j", "b3j", "b4j", "b5j", "b6j", 0};
 148
 149 const char * const known_class_paper_sizes[] = { "a4paper", "a5paper",
 150 "executivepaper", "legalpaper", "letterpaper", 0};
 151
 152 const char * const known_paper_margins[] = { "lmargin", "tmargin", "rmargin",
 153 "bmargin", "headheight", "headsep", "footskip", "columnsep", 0};
 154
 155 const char * const known_coded_paper_margins[] = { "leftmargin", "topmargin",
 156 "rightmargin", "bottommargin", "headheight", "headsep", "footskip",
 157 "columnsep", 0};
 158
 159 /// commands that can start an \if...\else...\endif sequence
 160 const char * const known_if_commands[] = {"if", "ifarydshln", "ifbraket",
 161 "ifcancel", "ifcolortbl", "ifeurosym", "ifmarginnote", "ifmmode", "ifpdf",
 162 "ifsidecap", "ifupgreek", 0};
 163
 164 const char * const known_basic_colors[] = {"blue", "black", "cyan", "green",
 165 "magenta", "red", "white", "yellow", 0};
 166
 167 const char * const known_basic_color_codes[] = {"#0000ff", "#000000", "#00ffff", "#00ff00",
 168 "#ff00ff", "#ff0000", "#ffffff", "#ffff00", 0};
 169
 170 /// conditional commands with three arguments like \@ifundefined{}{}{}
 171 const char * const known_if_3arg_commands[] = {"@ifundefined", "IfFileExists",
 172 0};
 173
 174 /// packages that work only in xetex
 175 /// polyglossia is handled separately
 176 const char * const known_xetex_packages[] = {"arabxetex", "fixlatvian",
 177 "fontbook", "fontwrap", "mathspec", "philokalia", "unisugar",
 178 "xeCJK", "xecolor", "xecyr", "xeindex", "xepersian", "xunicode", 0};
 179
 180 /// packages that are automatically skipped if loaded by LyX
 181 const char * const known_lyx_packages[] = {"amsbsy", "amsmath", "amssymb",
 182 "amstext", "amsthm", "array", "babel", "booktabs", "calc", "CJK", "color", "float",
 183 "fontspec", "graphicx", "hhline", "ifthen", "longtable", "makeidx", "multirow",
 184 "nomencl", "pdfpages", "rotating", "rotfloat", "splitidx", "setspace",
 185 "subscript", "textcomp", "ulem", "url", "varioref", "verbatim", "wrapfig",
 186 "xunicode", 0};
 187
 188 // codes used to remove packages that are loaded automatically by LyX.
 189 // Syntax: package_beg_sep<name>package_mid_sep<package loading code>package_end_sep
 190 const char package_beg_sep = '\001';
 191 const char package_mid_sep = '\002';
 192 const char package_end_sep = '\003';
 193
 194
 195 // returns true if at least one of the options in what has been found
 196 bool handle_opt(vector<string> & opts, char const * const * what, string & target)
 197 {
 198         if (opts.empty())
 199                 return false;
 200
 201         bool found = false;
 202         // the last language option is the document language (for babel and LyX)
 203         // the last size option is the document font size
 204         vector<string>::iterator it;
 205         vector<string>::iterator position = opts.begin();
 206         for (; *what; ++what) {
 207                 it = find(opts.begin(), opts.end(), *what);
 208                 if (it != opts.end()) {
 209                         if (it >= position) {
 210                                 found = true;
 211                                 target = *what;
 212                                 position = it;
 213                         }
 214                 }
 215         }
 216         return found;
 217 }
 218
 219
 220 void delete_opt(vector<string> & opts, char const * const * what)
 221 {
 222         if (opts.empty())
 223                 return;
 224
 225         // remove found options from the list
 226         // do this after handle_opt to avoid potential memory leaks
 227         vector<string>::iterator it;
 228         for (; *what; ++what) {
 229                 it = find(opts.begin(), opts.end(), *what);
 230                 if (it != opts.end())
 231                         opts.erase(it);
 232         }
 233 }
 234
 235
 236 /*!
 237  * Split a package options string (keyval format) into a vector.
 238  * Example input:
 239  *   authorformat=smallcaps,
 240  *   commabeforerest,
 241  *   titleformat=colonsep,
 242  *   bibformat={tabular,ibidem,numbered}
 243  */
 244 vector<string> split_options(string const & input)
 245 {
 246         vector<string> options;
 247         string option;
 248         Parser p(input);
 249         while (p.good()) {
 250                 Token const & t = p.get_token();
 251                 if (t.asInput() == ",") {
 252                         options.push_back(trimSpaceAndEol(option));
 253                         option.erase();
 254                 } else if (t.asInput() == "=") {
 255                         option += '=';
 256                         p.skip_spaces(true);
 257                         if (p.next_token().asInput() == "{")
 258                                 option += '{' + p.getArg('{', '}') + '}';
 259                 } else if (t.cat() != catSpace)
 260                         option += t.asInput();
 261         }
 262
 263         if (!option.empty())
 264                 options.push_back(trimSpaceAndEol(option));
 265
 266         return options;
 267 }
 268
 269
 270 /*!
 271  * Retrieve a keyval option "name={value with=sign}" named \p name from
 272  * \p options and return the value.
 273  * The found option is also removed from \p options.
 274  */
 275 string process_keyval_opt(vector<string> & options, string name)
 276 {
 277         for (size_t i = 0; i < options.size(); ++i) {
 278                 vector<string> option;
 279                 split(options[i], option, '=');
 280                 if (option.size() < 2)
 281                         continue;
 282                 if (option[0] == name) {
 283                         options.erase(options.begin() + i);
 284                         option.erase(option.begin());
 285                         return join(option, "=");
 286                 }
 287         }
 288         return "";
 289 }
 290
 291 } // anonymous namespace
 292
 293
 294 /**
 295  * known polyglossia language names (including variants)
 296  */
 297 const char * const Preamble::polyglossia_languages[] = {
 298 "albanian", "croatian", "hebrew", "norsk", "swedish", "amharic", "czech", "hindi",
 299 "nynorsk", "syriac", "arabic", "danish", "icelandic", "occitan", "tamil",
 300 "armenian", "divehi", "interlingua", "polish", "telugu", "asturian", "dutch",
 301 "irish", "portuges", "thai", "bahasai", "english", "italian", "romanian", "turkish",
 302 "bahasam", "esperanto", "lao", "russian", "turkmen", "basque", "estonian", "latin",
 303 "samin", "ukrainian", "bengali", "farsi", "latvian", "sanskrit", "urdu", "brazil",
 304 "brazilian", "finnish", "lithuanian", "scottish", "usorbian", "breton", "french",
 305 "lsorbian", "serbian", "vietnamese", "bulgarian", "galician", "magyar", "slovak",
 306 "welsh", "catalan", "german", "malayalam", "slovenian", "coptic", "greek",
 307 "marathi", "spanish",
 308 "american", "ancient", "australian", "british", "monotonic", "newzealand",
 309 "polytonic", 0};
 310
 311 /**
 312  * the same as polyglossia_languages with .lyx names
 313  * please keep this in sync with polyglossia_languages line by line!
 314  */
 315 const char * const Preamble::coded_polyglossia_languages[] = {
 316 "albanian", "croatian", "hebrew", "norsk", "swedish", "amharic", "czech", "hindi",
 317 "nynorsk", "syriac", "arabic_arabi", "danish", "icelandic", "occitan", "tamil",
 318 "armenian", "divehi", "interlingua", "polish", "telugu", "asturian", "dutch",
 319 "irish", "portuges", "thai", "bahasa", "english", "italian", "romanian", "turkish",
 320 "bahasam", "esperanto", "lao", "russian", "turkmen", "basque", "estonian", "latin",
 321 "samin", "ukrainian", "bengali", "farsi", "latvian", "sanskrit", "urdu", "brazilian",
 322 "brazilian", "finnish", "lithuanian", "scottish", "uppersorbian", "breton", "french",
 323 "lowersorbian", "serbian", "vietnamese", "bulgarian", "galician", "magyar", "slovak",
 324 "welsh", "catalan", "ngerman", "malayalam", "slovene", "coptic", "greek",
 325 "marathi", "spanish",
 326 "american", "ancientgreek", "australian", "british", "greek", "newzealand",
 327 "polutonikogreek", 0};
 328
 329
 330 bool Preamble::indentParagraphs() const
 331 {
 332         return h_paragraph_separation == "indent";
 333 }
 334
 335
 336 bool Preamble::isPackageUsed(string const & package) const
 337 {
 338         return used_packages.find(package) != used_packages.end();
 339 }
 340
 341
 342 vector<string> Preamble::getPackageOptions(string const & package) const
 343 {
 344         map<string, vector<string> >::const_iterator it = used_packages.find(package);
 345         if (it != used_packages.end())
 346                 return it->second;
 347         return vector<string>();
 348 }
 349
 350
 351 void Preamble::registerAutomaticallyLoadedPackage(std::string const & package)
 352 {
 353         auto_packages.insert(package);
 354 }
 355
 356
 357 void Preamble::addModule(string const & module)
 358 {
 359         used_modules.push_back(module);
 360 }
 361
 362
 363 void Preamble::suppressDate(bool suppress)
 364 {
 365         if (suppress)
 366                 h_suppress_date = "true";
 367         else
 368                 h_suppress_date = "false";
 369 }
 370
 371
 372 void Preamble::registerAuthor(std::string const & name)
 373 {
 374         Author author(from_utf8(name), empty_docstring());
 375         author.setUsed(true);
 376         authors_.record(author);
 377         h_tracking_changes = "true";
 378         h_output_changes = "true";
 379 }
 380
 381
 382 Author const & Preamble::getAuthor(std::string const & name) const
 383 {
 384         Author author(from_utf8(name), empty_docstring());
 385         for (AuthorList::Authors::const_iterator it = authors_.begin();
 386              it != authors_.end(); ++it)
 387                 if (*it == author)
 388                         return *it;
 389         static Author const dummy;
 390         return dummy;
 391 }
 392
 393
 394 void Preamble::add_package(string const & name, vector<string> & options)
 395 {
 396         // every package inherits the global options
 397         if (used_packages.find(name) == used_packages.end())
 398                 used_packages[name] = split_options(h_options);
 399
 400         vector<string> & v = used_packages[name];
 401         v.insert(v.end(), options.begin(), options.end());
 402         if (name == "jurabib") {
 403                 // Don't output the order argument (see the cite command
 404                 // handling code in text.cpp).
 405                 vector<string>::iterator end =
 406                         remove(options.begin(), options.end(), "natbiborder");
 407                 end = remove(options.begin(), end, "jurabiborder");
 408                 options.erase(end, options.end());
 409         }
 410 }
 411
 412
 413 namespace {
 414
 415 // Given is a string like "scaled=0.9" or "Scale=0.9", return 0.9 * 100
 416 bool scale_as_percentage(string const & scale, string & percentage)
 417 {
 418         string::size_type pos = scale.find('=');
 419         if (pos != string::npos) {
 420                 string value = scale.substr(pos + 1);
 421                 if (isStrDbl(value)) {
 422                         percentage = convert<string>(100 * convert<double>(value));
 423                         return true;
 424                 }
 425         }
 426         return false;
 427 }
 428
 429
 430 string remove_braces(string const & value)
 431 {
 432         if (value.empty())
 433                 return value;
 434         if (value[0] == '{' && value[value.length()-1] == '}')
 435                 return value.substr(1, value.length()-2);
 436         return value;
 437 }
 438
 439 } // anonymous namespace
 440
 441
 442 Preamble::Preamble() : one_language(true), title_layout_found(false),
 443         h_font_cjk_set(false)
 444 {
 445         //h_backgroundcolor;
 446         //h_boxbgcolor;
 447         h_biblio_style            = "plain";
 448         h_bibtex_command          = "default";
 449         h_cite_engine             = "basic";
 450         h_cite_engine_type        = "numerical";
 451         h_color                   = "#008000";
 452         h_defskip                 = "medskip";
 453         //h_float_placement;
 454         //h_fontcolor;
 455         h_fontencoding            = "default";
 456         h_font_roman              = "default";
 457         h_font_sans               = "default";
 458         h_font_typewriter         = "default";
 459         h_font_math               = "auto";
 460         h_font_default_family     = "default";
 461         h_use_non_tex_fonts       = "false";
 462         h_font_sc                 = "false";
 463         h_font_osf                = "false";
 464         h_font_sf_scale           = "100";
 465         h_font_tt_scale           = "100";
 466         //h_font_cjk
 467         h_graphics                = "default";
 468         h_default_output_format   = "default";
 469         h_html_be_strict          = "false";
 470         h_html_css_as_file        = "0";
 471         h_html_math_output        = "0";
 472         h_index                   = "Index";
 473         h_index_command           = "default";
 474         h_inputencoding           = "auto";
 475         h_justification           = "true";
 476         h_language                = "english";
 477         h_language_package        = "none";
 478         //h_listings_params;
 479         h_maintain_unincluded_children = "false";
 480         //h_margins;
 481         //h_notefontcolor;
 482         //h_options;
 483         h_output_changes          = "false";
 484         h_output_sync             = "0";
 485         //h_output_sync_macro
 486         h_papercolumns            = "1";
 487         h_paperfontsize           = "default";
 488         h_paperorientation        = "portrait";
 489         h_paperpagestyle          = "default";
 490         //h_papersides;
 491         h_papersize               = "default";
 492         h_paragraph_indentation   = "default";
 493         h_paragraph_separation    = "indent";
 494         //h_pdf_title;
 495         //h_pdf_author;
 496         //h_pdf_subject;
 497         //h_pdf_keywords;
 498         h_pdf_bookmarks           = "1";
 499         h_pdf_bookmarksnumbered   = "0";
 500         h_pdf_bookmarksopen       = "0";
 501         h_pdf_bookmarksopenlevel  = "1";
 502         h_pdf_breaklinks          = "0";
 503         h_pdf_pdfborder           = "0";
 504         h_pdf_colorlinks          = "0";
 505         h_pdf_backref             = "section";
 506         h_pdf_pdfusetitle         = "1";
 507         //h_pdf_pagemode;
 508         //h_pdf_quoted_options;
 509         h_quotes_language         = "english";
 510         h_secnumdepth             = "3";
 511         h_shortcut                = "idx";
 512         h_spacing                 = "single";
 513         h_suppress_date           = "false";
 514         h_textclass               = "article";
 515         h_tocdepth                = "3";
 516         h_tracking_changes        = "false";
 517         h_use_bibtopic            = "false";
 518         h_use_indices             = "false";
 519         h_use_geometry            = "false";
 520         h_use_default_options     = "false";
 521         h_use_hyperref            = "false";
 522         h_use_refstyle            = "0";
 523         h_use_packages["amsmath"]    = "1";
 524         h_use_packages["amssymb"]    = "0";
 525         h_use_packages["esint"]      = "1";
 526         h_use_packages["mhchem"]     = "0";
 527         h_use_packages["mathdots"]   = "0";
 528         h_use_packages["mathtools"]  = "0";
 529         h_use_packages["stackrel"]   = "0";
 530         h_use_packages["stmaryrd"]   = "0";
 531         h_use_packages["undertilde"] = "0";
 532 }
 533
 534
 535 void Preamble::handle_hyperref(vector<string> & options)
 536 {
 537         // FIXME swallow inputencoding changes that might surround the
 538         //       hyperref setup if it was written by LyX
 539         h_use_hyperref = "true";
 540         // swallow "unicode=true", since LyX does always write that
 541         vector<string>::iterator it =
 542                 find(options.begin(), options.end(), "unicode=true");
 543         if (it != options.end())
 544                 options.erase(it);
 545         it = find(options.begin(), options.end(), "pdfusetitle");
 546         if (it != options.end()) {
 547                 h_pdf_pdfusetitle = "1";
 548                 options.erase(it);
 549         }
 550         string bookmarks = process_keyval_opt(options, "bookmarks");
 551         if (bookmarks == "true")
 552                 h_pdf_bookmarks = "1";
 553         else if (bookmarks == "false")
 554                 h_pdf_bookmarks = "0";
 555         if (h_pdf_bookmarks == "1") {
 556                 string bookmarksnumbered =
 557                         process_keyval_opt(options, "bookmarksnumbered");
 558                 if (bookmarksnumbered == "true")
 559                         h_pdf_bookmarksnumbered = "1";
 560                 else if (bookmarksnumbered == "false")
 561                         h_pdf_bookmarksnumbered = "0";
 562                 string bookmarksopen =
 563                         process_keyval_opt(options, "bookmarksopen");
 564                 if (bookmarksopen == "true")
 565                         h_pdf_bookmarksopen = "1";
 566                 else if (bookmarksopen == "false")
 567                         h_pdf_bookmarksopen = "0";
 568                 if (h_pdf_bookmarksopen == "1") {
 569                         string bookmarksopenlevel =
 570                                 process_keyval_opt(options, "bookmarksopenlevel");
 571                         if (!bookmarksopenlevel.empty())
 572                                 h_pdf_bookmarksopenlevel = bookmarksopenlevel;
 573                 }
 574         }
 575         string breaklinks = process_keyval_opt(options, "breaklinks");
 576         if (breaklinks == "true")
 577                 h_pdf_breaklinks = "1";
 578         else if (breaklinks == "false")
 579                 h_pdf_breaklinks = "0";
 580         string pdfborder = process_keyval_opt(options, "pdfborder");
 581         if (pdfborder == "{0 0 0}")
 582                 h_pdf_pdfborder = "1";
 583         else if (pdfborder == "{0 0 1}")
 584                 h_pdf_pdfborder = "0";
 585         string backref = process_keyval_opt(options, "backref");
 586         if (!backref.empty())
 587                 h_pdf_backref = backref;
 588         string colorlinks = process_keyval_opt(options, "colorlinks");
 589         if (colorlinks == "true")
 590                 h_pdf_colorlinks = "1";
 591         else if (colorlinks == "false")
 592                 h_pdf_colorlinks = "0";
 593         string pdfpagemode = process_keyval_opt(options, "pdfpagemode");
 594         if (!pdfpagemode.empty())
 595                 h_pdf_pagemode = pdfpagemode;
 596         string pdftitle = process_keyval_opt(options, "pdftitle");
 597         if (!pdftitle.empty()) {
 598                 h_pdf_title = remove_braces(pdftitle);
 599         }
 600         string pdfauthor = process_keyval_opt(options, "pdfauthor");
 601         if (!pdfauthor.empty()) {
 602                 h_pdf_author = remove_braces(pdfauthor);
 603         }
 604         string pdfsubject = process_keyval_opt(options, "pdfsubject");
 605         if (!pdfsubject.empty())
 606                 h_pdf_subject = remove_braces(pdfsubject);
 607         string pdfkeywords = process_keyval_opt(options, "pdfkeywords");
 608         if (!pdfkeywords.empty())
 609                 h_pdf_keywords = remove_braces(pdfkeywords);
 610         if (!options.empty()) {
 611                 if (!h_pdf_quoted_options.empty())
 612                         h_pdf_quoted_options += ',';
 613                 h_pdf_quoted_options += join(options, ",");
 614                 options.clear();
 615         }
 616 }
 617
 618
 619 void Preamble::handle_geometry(vector<string> & options)
 620 {
 621         h_use_geometry = "true";
 622         vector<string>::iterator it;
 623         // paper orientation
 624         if ((it = find(options.begin(), options.end(), "landscape")) != options.end()) {
 625                 h_paperorientation = "landscape";
 626                 options.erase(it);
 627         }
 628         // paper size
 629         // keyval version: "paper=letter"
 630         string paper = process_keyval_opt(options, "paper");
 631         if (!paper.empty())
 632                 h_papersize = paper + "paper";
 633         // alternative version: "letterpaper"
 634         handle_opt(options, known_paper_sizes, h_papersize);
 635         delete_opt(options, known_paper_sizes);
 636         // page margins
 637         char const * const * margin = known_paper_margins;
 638         for (; *margin; ++margin) {
 639                 string value = process_keyval_opt(options, *margin);
 640                 if (!value.empty()) {
 641                         int k = margin - known_paper_margins;
 642                         string name = known_coded_paper_margins[k];
 643                         h_margins += '\\' + name + ' ' + value + '\n';
 644                 }
 645         }
 646 }
 647
 648
 649 void Preamble::handle_package(Parser &p, string const & name,
 650                               string const & opts, bool in_lyx_preamble)
 651 {
 652         vector<string> options = split_options(opts);
 653         add_package(name, options);
 654         char const * const * where = 0;
 655
 656         if (is_known(name, known_xetex_packages)) {
 657                 xetex = true;
 658                 h_use_non_tex_fonts = "true";
 659                 registerAutomaticallyLoadedPackage("fontspec");
 660                 if (h_inputencoding == "auto")
 661                         p.setEncoding("UTF-8");
 662         }
 663
 664         // roman fonts
 665         if (is_known(name, known_roman_fonts))
 666                 h_font_roman = name;
 667
 668         if (name == "fourier") {
 669                 h_font_roman = "utopia";
 670                 // when font uses real small capitals
 671                 if (opts == "expert")
 672                         h_font_sc = "true";
 673         }
 674
 675         if (name == "garamondx") {
 676                 h_font_roman = "garamondx";
 677                 if (opts == "osfI")
 678                         h_font_osf = "true";
 679         }
 680
 681         if (name == "libertine-type1") {
 682                 h_font_roman = "libertine";
 683                 if (opts == "lining")
 684                         h_font_osf = "false";
 685                 else
 686                         h_font_osf = "true";
 687         }
 688
 689         if (name == "mathdesign") {
 690                 if (opts.find("charter") != string::npos)
 691                         h_font_roman = "md-charter";
 692                 if (opts.find("garamond") != string::npos)
 693                         h_font_roman = "md-garamond";
 694                 if (opts.find("utopia") != string::npos)
 695                         h_font_roman = "md-utopia";
 696                 if (opts.find("expert") != string::npos) {
 697                         h_font_sc = "true";
 698                         h_font_osf = "true";
 699                 }
 700         }
 701
 702         else if (name == "mathpazo")
 703                 h_font_roman = "palatino";
 704
 705         else if (name == "mathptmx")
 706                 h_font_roman = "times";
 707
 708         // sansserif fonts
 709         if (is_known(name, known_sans_fonts)) {
 710                 h_font_sans = name;
 711                 if (options.size() == 1) {
 712                         if (scale_as_percentage(opts, h_font_sf_scale))
 713                                 options.clear();
 714                 }
 715         }
 716
 717         if (name == "biolinum-type1")
 718                 h_font_sans = "biolinum";
 719
 720         // typewriter fonts
 721         if (is_known(name, known_typewriter_fonts)) {
 722                 // fourier can be set as roman font _only_
 723                 // fourier as typewriter is handled in handling of \ttdefault
 724                 if (name != "fourier") {
 725                         h_font_typewriter = name;
 726                         if (options.size() == 1) {
 727                                 if (scale_as_percentage(opts, h_font_tt_scale))
 728                                         options.clear();
 729                         }
 730                 }
 731         }
 732
 733         // font uses old-style figure
 734         if (name == "eco")
 735                 h_font_osf = "true";
 736
 737         // math fonts
 738         if (is_known(name, known_math_fonts))
 739                 h_font_math = name;
 740
 741         if (name == "newtxmath") {
 742                 if (opts.empty())
 743                         h_font_math = "newtxmath";
 744                 else if (opts == "garamondx")
 745                         h_font_math = "garamondx-ntxm";
 746                 else if (opts == "libertine")
 747                         h_font_math = "libertine-ntxm";
 748                 else if (opts == "minion")
 749                         h_font_math = "minion-ntxm";
 750         }
 751
 752         if (name == "refstyle")
 753                 h_use_refstyle = "1";
 754
 755         // after the detection and handling of special cases, we can remove the
 756         // fonts, otherwise they would appear in the preamble, see bug #7856
 757         if (is_known(name, known_roman_fonts) || is_known(name, known_sans_fonts)
 758                 ||      is_known(name, known_typewriter_fonts) || is_known(name, known_math_fonts))
 759                 ;
 760
 761         else if (name == "amsmath" || name == "amssymb" ||
 762                  name == "esint" || name == "mhchem" || name == "mathdots" ||
 763                  name == "mathtools" || name == "stackrel" ||
 764                  name == "stmaryrd" || name == "undertilde")
 765                 h_use_packages[name] = "2";
 766
 767         else if (name == "babel") {
 768                 h_language_package = "default";
 769                 // One might think we would have to do nothing if babel is loaded
 770                 // without any options to prevent pollution of the preamble with this
 771                 // babel call in every roundtrip.
 772                 // But the user could have defined babel-specific things afterwards. So
 773                 // we need to keep it in the preamble to prevent cases like bug #7861.
 774                 if (!opts.empty()) {
 775                         // check if more than one option was used - used later for inputenc
 776                         if (options.begin() != options.end() - 1)
 777                                 one_language = false;
 778                         // babel takes the last language of the option of its \usepackage
 779                         // call as document language. If there is no such language option, the
 780                         // last language in the documentclass options is used.
 781                         handle_opt(options, known_languages, h_language);
 782                         // translate the babel name to a LyX name
 783                         h_language = babel2lyx(h_language);
 784                         if (h_language == "japanese") {
 785                                 // For Japanese, the encoding isn't indicated in the source
 786                                 // file, and there's really not much we can do. We could
 787                                 // 1) offer a list of possible encodings to choose from, or
 788                                 // 2) determine the encoding of the file by inspecting it.
 789                                 // For the time being, we leave the encoding alone so that
 790                                 // we don't get iconv errors when making a wrong guess, and
 791                                 // we will output a note at the top of the document
 792                                 // explaining what to do.
 793                                 Encoding const * const enc = encodings.fromIconvName(
 794                                         p.getEncoding(), Encoding::japanese, false);
 795                                 if (enc)
 796                                         h_inputencoding = enc->name();
 797                                 is_nonCJKJapanese = true;
 798                                 // in this case babel can be removed from the preamble
 799                                 registerAutomaticallyLoadedPackage("babel");
 800                         } else {
 801                                 // If babel is called with options, LyX puts them by default into the
 802                                 // document class options. This works for most languages, except
 803                                 // for Latvian, Lithuanian, Mongolian, Turkmen and Vietnamese and
 804                                 // perhaps in future others.
 805                                 // Therefore keep the babel call as it is as the user might have
 806                                 // reasons for it.
 807                                 h_preamble << "\\usepackage[" << opts << "]{babel}\n";
 808                         }
 809                         delete_opt(options, known_languages);
 810                 }
 811                 else
 812                         h_preamble << "\\usepackage{babel}\n";
 813         }
 814
 815         else if (name == "polyglossia") {
 816                 h_language_package = "default";
 817                 h_default_output_format = "pdf4";
 818                 h_use_non_tex_fonts = "true";
 819                 xetex = true;
 820                 registerAutomaticallyLoadedPackage("xunicode");
 821                 if (h_inputencoding == "auto")
 822                         p.setEncoding("UTF-8");
 823         }
 824
 825         else if (name == "CJK") {
 826                 // set the encoding to "auto" because it might be set to "default" by the babel handling
 827                 // and this would not be correct for CJK
 828                 if (h_inputencoding == "default")
 829                         h_inputencoding = "auto";
 830                 registerAutomaticallyLoadedPackage("CJK");
 831         }
 832
 833         else if (name == "CJKutf8") {
 834                 h_inputencoding = "UTF8";
 835                 p.setEncoding("UTF-8");
 836                 registerAutomaticallyLoadedPackage("CJKutf8");
 837         }
 838
 839         else if (name == "fontenc") {
 840                 h_fontencoding = getStringFromVector(options, ",");
 841                 /* We could do the following for better round trip support,
 842                  * but this makes the document less portable, so I skip it:
 843                 if (h_fontencoding == lyxrc.fontenc)
 844                         h_fontencoding = "global";
 845                  */
 846                 options.clear();
 847         }
 848
 849         else if (name == "inputenc" || name == "luainputenc") {
 850                 // h_inputencoding is only set when there is not more than one
 851                 // inputenc option because otherwise h_inputencoding must be
 852                 // set to "auto" (the default encoding of the document language)
 853                 // Therefore check for the "," character.
 854                 // It is also only set when there is not more than one babel
 855                 // language option.
 856                 if (opts.find(",") == string::npos && one_language == true)
 857                         h_inputencoding = opts;
 858                 if (!options.empty())
 859                         p.setEncoding(options.back(), Encoding::inputenc);
 860                 options.clear();
 861         }
 862
 863         else if (name == "srcltx") {
 864                 h_output_sync = "1";
 865                 if (!opts.empty()) {
 866                         h_output_sync_macro = "\\usepackage[" + opts + "]{srcltx}";
 867                         options.clear();
 868                 } else
 869                         h_output_sync_macro = "\\usepackage{srcltx}";
 870         }
 871
 872         else if (is_known(name, known_old_language_packages)) {
 873                 // known language packages from the times before babel
 874                 // if they are found and not also babel, they will be used as
 875                 // custom language package
 876                 h_language_package = "\\usepackage{" + name + "}";
 877         }
 878
 879         else if (name == "prettyref")
 880                 ; // ignore this FIXME: Use the package separator mechanism instead
 881
 882         else if (name == "lyxskak") {
 883                 // ignore this and its options
 884                 const char * const o[] = {"ps", "mover", 0};
 885                 delete_opt(options, o);
 886         }
 887
 888         else if (is_known(name, known_lyx_packages) && options.empty()) {
 889                 if (name == "splitidx")
 890                         h_use_indices = "true";
 891                 if (!in_lyx_preamble) {
 892                         h_preamble << package_beg_sep << name
 893                                    << package_mid_sep << "\\usepackage{"
 894                                    << name << '}';
 895                         if (p.next_token().cat() == catNewline ||
 896                             (p.next_token().cat() == catSpace &&
 897                              p.next_next_token().cat() == catNewline))
 898                                 h_preamble << '\n';
 899                         h_preamble << package_end_sep;
 900                 }
 901         }
 902
 903         else if (name == "geometry")
 904                 handle_geometry(options);
 905
 906         else if (name == "subfig")
 907                 ; // ignore this FIXME: Use the package separator mechanism instead
 908
 909         else if ((where = is_known(name, known_languages)))
 910                 h_language = known_coded_languages[where - known_languages];
 911
 912         else if (name == "natbib") {
 913                 h_biblio_style = "plainnat";
 914                 h_cite_engine = "natbib";
 915                 h_cite_engine_type = "authoryear";
 916                 vector<string>::iterator it =
 917                         find(options.begin(), options.end(), "authoryear");
 918                 if (it != options.end())
 919                         options.erase(it);
 920                 else {
 921                         it = find(options.begin(), options.end(), "numbers");
 922                         if (it != options.end()) {
 923                                 h_cite_engine_type = "numerical";
 924                                 options.erase(it);
 925                         }
 926                 }
 927         }
 928
 929         else if (name == "jurabib") {
 930                 h_biblio_style = "jurabib";
 931                 h_cite_engine = "jurabib";
 932                 h_cite_engine_type = "authoryear";
 933         }
 934
 935         else if (name == "hyperref")
 936                 handle_hyperref(options);
 937
 938         else if (!in_lyx_preamble) {
 939                 if (options.empty())
 940                         h_preamble << "\\usepackage{" << name << '}';
 941                 else {
 942                         h_preamble << "\\usepackage[" << opts << "]{"
 943                                    << name << '}';
 944                         options.clear();
 945                 }
 946                 if (p.next_token().cat() == catNewline ||
 947                     (p.next_token().cat() == catSpace &&
 948                      p.next_next_token().cat() == catNewline))
 949                         h_preamble << '\n';
 950         }
 951
 952         // We need to do something with the options...
 953         if (!options.empty())
 954                 cerr << "Ignoring options '" << join(options, ",")
 955                      << "' of package " << name << '.' << endl;
 956
 957         // remove the whitespace
 958         p.skip_spaces();
 959 }
 960
 961
 962 void Preamble::handle_if(Parser & p, bool in_lyx_preamble)
 963 {
 964         while (p.good()) {
 965                 Token t = p.get_token();
 966                 if (t.cat() == catEscape &&
 967                     is_known(t.cs(), known_if_commands))
 968                         handle_if(p, in_lyx_preamble);
 969                 else {
 970                         if (!in_lyx_preamble)
 971                                 h_preamble << t.asInput();
 972                         if (t.cat() == catEscape && t.cs() == "fi")
 973                                 return;
 974                 }
 975         }
 976 }
 977
 978
 979 bool Preamble::writeLyXHeader(ostream & os, bool subdoc)
 980 {
 981         // set the quote language
 982         // LyX only knows the following quotes languages:
 983         // english, swedish, german, polish, french and danish
 984         // (quotes for "japanese" and "chinese-traditional" are missing because
 985         //  they wouldn't be useful: http://www.lyx.org/trac/ticket/6383)
 986         // conversion list taken from
 987         // http://en.wikipedia.org/wiki/Quotation_mark,_non-English_usage
 988         // (quotes for kazakh and interlingua are unknown)
 989         // danish
 990         if (is_known(h_language, known_danish_quotes_languages))
 991                 h_quotes_language = "danish";
 992         // french
 993         else if (is_known(h_language, known_french_quotes_languages))
 994                 h_quotes_language = "french";
 995         // german
 996         else if (is_known(h_language, known_german_quotes_languages))
 997                 h_quotes_language = "german";
 998         // polish
 999         else if (is_known(h_language, known_polish_quotes_languages))
1000                 h_quotes_language = "polish";
1001         // swedish
1002         else if (is_known(h_language, known_swedish_quotes_languages))
1003                 h_quotes_language = "swedish";
1004         //english
1005         else if (is_known(h_language, known_english_quotes_languages))
1006                 h_quotes_language = "english";
1007
1008         if (contains(h_float_placement, "H"))
1009                 registerAutomaticallyLoadedPackage("float");
1010         if (h_spacing != "single" && h_spacing != "default")
1011                 registerAutomaticallyLoadedPackage("setspace");
1012         if (h_use_packages["amsmath"] == "2") {
1013                 // amsbsy and amstext are already provided by amsmath
1014                 registerAutomaticallyLoadedPackage("amsbsy");
1015                 registerAutomaticallyLoadedPackage("amstext");
1016         }
1017
1018         // output the LyX file settings
1019         os << "#LyX file created by tex2lyx " << PACKAGE_VERSION << "\n"
1020            << "\\lyxformat " << LYX_FORMAT << '\n'
1021            << "\\begin_document\n"
1022            << "\\begin_header\n"
1023            << "\\textclass " << h_textclass << "\n";
1024         string const raw = subdoc ? empty_string() : h_preamble.str();
1025         if (!raw.empty()) {
1026                 os << "\\begin_preamble\n";
1027                 for (string::size_type i = 0; i < raw.size(); ++i) {
1028                         if (raw[i] == package_beg_sep) {
1029                                 // Here follows some package loading code that
1030                                 // must be skipped if the package is loaded
1031                                 // automatically.
1032                                 string::size_type j = raw.find(package_mid_sep, i);
1033                                 if (j == string::npos)
1034                                         return false;
1035                                 string::size_type k = raw.find(package_end_sep, j);
1036                                 if (k == string::npos)
1037                                         return false;
1038                                 string const package = raw.substr(i + 1, j - i - 1);
1039                                 string const replacement = raw.substr(j + 1, k - j - 1);
1040                                 if (auto_packages.find(package) == auto_packages.end())
1041                                         os << replacement;
1042                                 i = k;
1043                         } else
1044                                 os.put(raw[i]);
1045                 }
1046                 os << "\n\\end_preamble\n";
1047         }
1048         if (!h_options.empty())
1049                 os << "\\options " << h_options << "\n";
1050         os << "\\use_default_options " << h_use_default_options << "\n";
1051         if (!used_modules.empty()) {
1052                 os << "\\begin_modules\n";
1053                 vector<string>::const_iterator const end = used_modules.end();
1054                 vector<string>::const_iterator it = used_modules.begin();
1055                 for (; it != end; ++it)
1056                         os << *it << '\n';
1057                 os << "\\end_modules\n";
1058         }
1059         os << "\\maintain_unincluded_children " << h_maintain_unincluded_children << "\n"
1060            << "\\language " << h_language << "\n"
1061            << "\\language_package " << h_language_package << "\n"
1062            << "\\inputencoding " << h_inputencoding << "\n"
1063            << "\\fontencoding " << h_fontencoding << "\n"
1064            << "\\font_roman " << h_font_roman << "\n"
1065            << "\\font_sans " << h_font_sans << "\n"
1066            << "\\font_typewriter " << h_font_typewriter << "\n"
1067            << "\\font_math " << h_font_math << "\n"
1068            << "\\font_default_family " << h_font_default_family << "\n"
1069            << "\\use_non_tex_fonts " << h_use_non_tex_fonts << "\n"
1070            << "\\font_sc " << h_font_sc << "\n"
1071            << "\\font_osf " << h_font_osf << "\n"
1072            << "\\font_sf_scale " << h_font_sf_scale << "\n"
1073            << "\\font_tt_scale " << h_font_tt_scale << '\n';
1074         if (!h_font_cjk.empty())
1075                 os << "\\font_cjk " << h_font_cjk << '\n';
1076         os << "\\graphics " << h_graphics << '\n'
1077            << "\\default_output_format " << h_default_output_format << "\n"
1078            << "\\output_sync " << h_output_sync << "\n";
1079         if (h_output_sync == "1")
1080                 os << "\\output_sync_macro \"" << h_output_sync_macro << "\"\n";
1081         os << "\\bibtex_command " << h_bibtex_command << "\n"
1082            << "\\index_command " << h_index_command << "\n";
1083         if (!h_float_placement.empty())
1084                 os << "\\float_placement " << h_float_placement << "\n";
1085         os << "\\paperfontsize " << h_paperfontsize << "\n"
1086            << "\\spacing " << h_spacing << "\n"
1087            << "\\use_hyperref " << h_use_hyperref << '\n';
1088         if (h_use_hyperref == "true") {
1089                 if (!h_pdf_title.empty())
1090                         os << "\\pdf_title \"" << h_pdf_title << "\"\n";
1091                 if (!h_pdf_author.empty())
1092                         os << "\\pdf_author \"" << h_pdf_author << "\"\n";
1093                 if (!h_pdf_subject.empty())
1094                         os << "\\pdf_subject \"" << h_pdf_subject << "\"\n";
1095                 if (!h_pdf_keywords.empty())
1096                         os << "\\pdf_keywords \"" << h_pdf_keywords << "\"\n";
1097                 os << "\\pdf_bookmarks " << h_pdf_bookmarks << "\n"
1098                       "\\pdf_bookmarksnumbered " << h_pdf_bookmarksnumbered << "\n"
1099                       "\\pdf_bookmarksopen " << h_pdf_bookmarksopen << "\n"
1100                       "\\pdf_bookmarksopenlevel " << h_pdf_bookmarksopenlevel << "\n"
1101                       "\\pdf_breaklinks " << h_pdf_breaklinks << "\n"
1102                       "\\pdf_pdfborder " << h_pdf_pdfborder << "\n"
1103                       "\\pdf_colorlinks " << h_pdf_colorlinks << "\n"
1104                       "\\pdf_backref " << h_pdf_backref << "\n"
1105                       "\\pdf_pdfusetitle " << h_pdf_pdfusetitle << '\n';
1106                 if (!h_pdf_pagemode.empty())
1107                         os << "\\pdf_pagemode " << h_pdf_pagemode << '\n';
1108                 if (!h_pdf_quoted_options.empty())
1109                         os << "\\pdf_quoted_options \"" << h_pdf_quoted_options << "\"\n";
1110         }
1111         os << "\\papersize " << h_papersize << "\n"
1112            << "\\use_geometry " << h_use_geometry << '\n';
1113         for (map<string, string>::const_iterator it = h_use_packages.begin();
1114              it != h_use_packages.end(); ++it)
1115                 os << "\\use_package " << it->first << ' ' << it->second << '\n';
1116         os << "\\cite_engine " << h_cite_engine << '\n'
1117            << "\\cite_engine_type " << h_cite_engine_type << '\n'
1118            << "\\biblio_style " << h_biblio_style << "\n"
1119            << "\\use_bibtopic " << h_use_bibtopic << "\n"
1120            << "\\use_indices " << h_use_indices << "\n"
1121            << "\\paperorientation " << h_paperorientation << '\n'
1122            << "\\suppress_date " << h_suppress_date << '\n'
1123            << "\\justification " << h_justification << '\n'
1124            << "\\use_refstyle " << h_use_refstyle << '\n';
1125         if (!h_fontcolor.empty())
1126                 os << "\\fontcolor " << h_fontcolor << '\n';
1127         if (!h_notefontcolor.empty())
1128                 os << "\\notefontcolor " << h_notefontcolor << '\n';
1129         if (!h_backgroundcolor.empty())
1130                 os << "\\backgroundcolor " << h_backgroundcolor << '\n';
1131         if (!h_boxbgcolor.empty())
1132                 os << "\\boxbgcolor " << h_boxbgcolor << '\n';
1133         os << "\\index " << h_index << '\n'
1134            << "\\shortcut " << h_shortcut << '\n'
1135            << "\\color " << h_color << '\n'
1136            << "\\end_index\n";
1137         os << h_margins
1138            << "\\secnumdepth " << h_secnumdepth << "\n"
1139            << "\\tocdepth " << h_tocdepth << "\n"
1140            << "\\paragraph_separation " << h_paragraph_separation << "\n";
1141         if (h_paragraph_separation == "skip")
1142                 os << "\\defskip " << h_defskip << "\n";
1143         else
1144                 os << "\\paragraph_indentation " << h_paragraph_indentation << "\n";
1145         os << "\\quotes_language " << h_quotes_language << "\n"
1146            << "\\papercolumns " << h_papercolumns << "\n"
1147            << "\\papersides " << h_papersides << "\n"
1148            << "\\paperpagestyle " << h_paperpagestyle << "\n";
1149         if (!h_listings_params.empty())
1150                 os << "\\listings_params " << h_listings_params << "\n";
1151         os << "\\tracking_changes " << h_tracking_changes << "\n"
1152            << "\\output_changes " << h_output_changes << "\n"
1153            << "\\html_math_output " << h_html_math_output << "\n"
1154            << "\\html_css_as_file " << h_html_css_as_file << "\n"
1155            << "\\html_be_strict " << h_html_be_strict << "\n"
1156            << authors_
1157            << "\\end_header\n\n"
1158            << "\\begin_body\n";
1159         return true;
1160 }
1161
1162
1163 void Preamble::parse(Parser & p, string const & forceclass,
1164                      TeX2LyXDocClass & tc)
1165 {
1166         // initialize fixed types
1167         special_columns['D'] = 3;
1168         bool is_full_document = false;
1169         bool is_lyx_file = false;
1170         bool in_lyx_preamble = false;
1171
1172         // determine whether this is a full document or a fragment for inclusion
1173         while (p.good()) {
1174                 Token const & t = p.get_token();
1175
1176                 if (t.cat() == catEscape && t.cs() == "documentclass") {
1177                         is_full_document = true;
1178                         break;
1179                 }
1180         }
1181         p.reset();
1182
1183         while (is_full_document && p.good()) {
1184                 Token const & t = p.get_token();
1185
1186 #ifdef FILEDEBUG
1187                 cerr << "t: " << t << "\n";
1188 #endif
1189
1190                 //
1191                 // cat codes
1192                 //
1193                 if (!in_lyx_preamble &&
1194                     (t.cat() == catLetter ||
1195                      t.cat() == catSuper ||
1196                      t.cat() == catSub ||
1197                      t.cat() == catOther ||
1198                      t.cat() == catMath ||
1199                      t.cat() == catActive ||
1200                      t.cat() == catBegin ||
1201                      t.cat() == catEnd ||
1202                      t.cat() == catAlign ||
1203                      t.cat() == catParameter))
1204                         h_preamble << t.cs();
1205
1206                 else if (!in_lyx_preamble &&
1207                          (t.cat() == catSpace || t.cat() == catNewline))
1208                         h_preamble << t.asInput();
1209
1210                 else if (t.cat() == catComment) {
1211                         static regex const islyxfile("%% LyX .* created this file");
1212                         static regex const usercommands("User specified LaTeX commands");
1213
1214                         string const comment = t.asInput();
1215
1216                         // magically switch encoding default if it looks like XeLaTeX
1217                         static string const magicXeLaTeX =
1218                                 "% This document must be compiled with XeLaTeX ";
1219                         if (comment.size() > magicXeLaTeX.size()
1220                                   && comment.substr(0, magicXeLaTeX.size()) == magicXeLaTeX
1221                                   && h_inputencoding == "auto") {
1222                                 cerr << "XeLaTeX comment found, switching to UTF8\n";
1223                                 h_inputencoding = "utf8";
1224                         }
1225                         smatch sub;
1226                         if (regex_search(comment, sub, islyxfile)) {
1227                                 is_lyx_file = true;
1228                                 in_lyx_preamble = true;
1229                         } else if (is_lyx_file
1230                                    && regex_search(comment, sub, usercommands))
1231                                 in_lyx_preamble = false;
1232                         else if (!in_lyx_preamble)
1233                                 h_preamble << t.asInput();
1234                 }
1235
1236                 else if (t.cs() == "pagestyle")
1237                         h_paperpagestyle = p.verbatim_item();
1238
1239                 else if (t.cs() == "setdefaultlanguage") {
1240                         xetex = true;
1241                         // We don't yet care about non-language variant options
1242                         // because LyX doesn't support this yet, see bug #8214
1243                         if (p.hasOpt()) {
1244                                 string langopts = p.getOpt();
1245                                 // check if the option contains a variant, if yes, extract it
1246                                 string::size_type pos_var = langopts.find("variant");
1247                                 string::size_type i = langopts.find(',', pos_var);
1248                                 string::size_type k = langopts.find('=', pos_var);
1249                                 if (pos_var != string::npos){
1250                                         string variant;
1251                                         if (i == string::npos)
1252                                                 variant = langopts.substr(k + 1, langopts.length() - k - 2);
1253                                         else
1254                                                 variant = langopts.substr(k + 1, i - k - 1);
1255                                         h_language = variant;
1256                                 }
1257                                 p.verbatim_item();
1258                         } else
1259                                 h_language = p.verbatim_item();
1260                         //finally translate the poyglossia name to a LyX name
1261                         h_language = polyglossia2lyx(h_language);
1262                 }
1263
1264                 else if (t.cs() == "setotherlanguage") {
1265                         // We don't yet care about the option because LyX doesn't
1266                         // support this yet, see bug #8214
1267                         p.hasOpt() ? p.getOpt() : string();
1268                         p.verbatim_item();
1269                 }
1270
1271                 else if (t.cs() == "setmainfont") {
1272                         // we don't care about the option
1273                         p.hasOpt() ? p.getOpt() : string();
1274                         h_font_roman = p.getArg('{', '}');
1275                 }
1276
1277                 else if (t.cs() == "setsansfont" || t.cs() == "setmonofont") {
1278                         // LyX currently only supports the scale option
1279                         string scale;
1280                         if (p.hasOpt()) {
1281                                 string fontopts = p.getArg('[', ']');
1282                                 // check if the option contains a scaling, if yes, extract it
1283                                 string::size_type pos = fontopts.find("Scale");
1284                                 if (pos != string::npos) {
1285                                         string::size_type i = fontopts.find(',', pos);
1286                                         if (i == string::npos)
1287                                                 scale_as_percentage(fontopts.substr(pos + 1), scale);
1288                                         else
1289                                                 scale_as_percentage(fontopts.substr(pos, i - pos), scale);
1290                                 }
1291                         }
1292                         if (t.cs() == "setsansfont") {
1293                                 if (!scale.empty())
1294                                         h_font_sf_scale = scale;
1295                                 h_font_sans = p.getArg('{', '}');
1296                         } else {
1297                                 if (!scale.empty())
1298                                         h_font_tt_scale = scale;
1299                                 h_font_typewriter = p.getArg('{', '}');
1300                         }
1301                 }
1302
1303                 else if (t.cs() == "date") {
1304                         string argument = p.getArg('{', '}');
1305                         if (argument.empty())
1306                                 h_suppress_date = "true";
1307                         else
1308                                 h_preamble << t.asInput() << '{' << argument << '}';
1309                 }
1310
1311                 else if (t.cs() == "color") {
1312                         string const space =
1313                                 (p.hasOpt() ? p.getOpt() : string());
1314                         string argument = p.getArg('{', '}');
1315                         // check the case that a standard color is used
1316                         if (space.empty() && is_known(argument, known_basic_colors)) {
1317                                 h_fontcolor = rgbcolor2code(argument);
1318                                 preamble.registerAutomaticallyLoadedPackage("color");
1319                         } else if (space.empty() && argument == "document_fontcolor")
1320                                 preamble.registerAutomaticallyLoadedPackage("color");
1321                         // check the case that LyX's document_fontcolor is defined
1322                         // but not used for \color
1323                         else {
1324                                 h_preamble << t.asInput();
1325                                 if (!space.empty())
1326                                         h_preamble << space;
1327                                 h_preamble << '{' << argument << '}';
1328                                 // the color might already be set because \definecolor
1329                                 // is parsed before this
1330                                 h_fontcolor = "";
1331                         }
1332                 }
1333
1334                 else if (t.cs() == "pagecolor") {
1335                         string argument = p.getArg('{', '}');
1336                         // check the case that a standard color is used
1337                         if (is_known(argument, known_basic_colors)) {
1338                                 h_backgroundcolor = rgbcolor2code(argument);
1339                         } else if (argument == "page_backgroundcolor")
1340                                 preamble.registerAutomaticallyLoadedPackage("color");
1341                         // check the case that LyX's page_backgroundcolor is defined
1342                         // but not used for \pagecolor
1343                         else {
1344                                 h_preamble << t.asInput() << '{' << argument << '}';
1345                                 // the color might already be set because \definecolor
1346                                 // is parsed before this
1347                                 h_backgroundcolor = "";
1348                         }
1349                 }
1350
1351                 else if (t.cs() == "makeatletter") {
1352                         // LyX takes care of this
1353                         p.setCatcode('@', catLetter);
1354                 }
1355
1356                 else if (t.cs() == "makeatother") {
1357                         // LyX takes care of this
1358                         p.setCatcode('@', catOther);
1359                 }
1360
1361                 else if (t.cs() == "newcommand" || t.cs() == "newcommandx"
1362                       || t.cs() == "renewcommand" || t.cs() == "renewcommandx"
1363                       || t.cs() == "providecommand" || t.cs() == "providecommandx"
1364                                 || t.cs() == "DeclareRobustCommand"
1365                       || t.cs() == "DeclareRobustCommandx"
1366                                 || t.cs() == "ProvideTextCommandDefault"
1367                                 || t.cs() == "DeclareMathAccent") {
1368                         bool star = false;
1369                         if (p.next_token().character() == '*') {
1370                                 p.get_token();
1371                                 star = true;
1372                         }
1373                         string const name = p.verbatim_item();
1374                         string const opt1 = p.getFullOpt();
1375                         string const opt2 = p.getFullOpt();
1376                         string const body = p.verbatim_item();
1377                         // store the in_lyx_preamble setting
1378                         bool const was_in_lyx_preamble = in_lyx_preamble;
1379                         // font settings
1380                         if (name == "\\rmdefault")
1381                                 if (is_known(body, known_roman_fonts)) {
1382                                         h_font_roman = body;
1383                                         p.skip_spaces();
1384                                         in_lyx_preamble = true;
1385                                 }
1386                         if (name == "\\sfdefault")
1387                                 if (is_known(body, known_sans_fonts)) {
1388                                         h_font_sans = body;
1389                                         p.skip_spaces();
1390                                         in_lyx_preamble = true;
1391                                 }
1392                         if (name == "\\ttdefault")
1393                                 if (is_known(body, known_typewriter_fonts)) {
1394                                         h_font_typewriter = body;
1395                                         p.skip_spaces();
1396                                         in_lyx_preamble = true;
1397                                 }
1398                         if (name == "\\familydefault") {
1399                                 string family = body;
1400                                 // remove leading "\"
1401                                 h_font_default_family = family.erase(0,1);
1402                                 p.skip_spaces();
1403                                 in_lyx_preamble = true;
1404                         }
1405
1406                         if (name == "\\bfdefault")
1407                                 // LyX re-adds this if a kurier font is used
1408                                 if (is_known(h_font_sans, known_kurier_fonts) && body == "b") {
1409                                         p.skip_spaces();
1410                                         in_lyx_preamble = true;
1411                                 }
1412
1413                         // remove the lyxdot definition that is re-added by LyX
1414                         // if necessary
1415                         if (name == "\\lyxdot") {
1416                                 p.skip_spaces();
1417                                 in_lyx_preamble = true;
1418                         }
1419
1420                         // Add the command to the known commands
1421                         add_known_command(name, opt1, !opt2.empty(), from_utf8(body));
1422
1423                         // only non-lyxspecific stuff
1424                         if (!in_lyx_preamble) {
1425                                 ostringstream ss;
1426                                 ss << '\\' << t.cs();
1427                                 if (star)
1428                                         ss << '*';
1429                                 ss << '{' << name << '}' << opt1 << opt2
1430                                    << '{' << body << "}";
1431                                 h_preamble << ss.str();
1432 /*
1433                                 ostream & out = in_preamble ? h_preamble : os;
1434                                 out << "\\" << t.cs() << "{" << name << "}"
1435                                     << opts << "{" << body << "}";
1436 */
1437                         }
1438                         // restore the in_lyx_preamble setting
1439                         in_lyx_preamble = was_in_lyx_preamble;
1440                 }
1441
1442                 else if (t.cs() == "edef"){
1443                         // we only support this for kurier fonts
1444                         string const command = p.next_token().asInput();
1445                         p.get_token();
1446                         if (command == "\\sfdefault") {
1447                                 p.getArg('{', '}');
1448                                 if (h_font_sans == "kurier")
1449                                         h_font_sans = "kurier-condensed";
1450                                 if (h_font_sans == "kurierl")
1451                                         h_font_sans = "kurier-light-condensed";
1452                                 p.skip_spaces();
1453                         }
1454                         else
1455                                 h_preamble << "\\edef" << command << "{" << p.getArg('{', '}') << "}\n";
1456                 }
1457
1458                 else if (t.cs() == "documentclass") {
1459                         vector<string>::iterator it;
1460                         vector<string> opts = split_options(p.getArg('[', ']'));
1461                         handle_opt(opts, known_fontsizes, h_paperfontsize);
1462                         delete_opt(opts, known_fontsizes);
1463                         // delete "pt" at the end
1464                         string::size_type i = h_paperfontsize.find("pt");
1465                         if (i != string::npos)
1466                                 h_paperfontsize.erase(i);
1467                         // The documentclass options are always parsed before the options
1468                         // of the babel call so that a language cannot overwrite the babel
1469                         // options.
1470                         handle_opt(opts, known_languages, h_language);
1471                         delete_opt(opts, known_languages);
1472
1473                         // paper orientation
1474                         if ((it = find(opts.begin(), opts.end(), "landscape")) != opts.end()) {
1475                                 h_paperorientation = "landscape";
1476                                 opts.erase(it);
1477                         }
1478                         // paper sides
1479                         if ((it = find(opts.begin(), opts.end(), "oneside"))
1480                                  != opts.end()) {
1481                                 h_papersides = "1";
1482                                 opts.erase(it);
1483                         }
1484                         if ((it = find(opts.begin(), opts.end(), "twoside"))
1485                                  != opts.end()) {
1486                                 h_papersides = "2";
1487                                 opts.erase(it);
1488                         }
1489                         // paper columns
1490                         if ((it = find(opts.begin(), opts.end(), "onecolumn"))
1491                                  != opts.end()) {
1492                                 h_papercolumns = "1";
1493                                 opts.erase(it);
1494                         }
1495                         if ((it = find(opts.begin(), opts.end(), "twocolumn"))
1496                                  != opts.end()) {
1497                                 h_papercolumns = "2";
1498                                 opts.erase(it);
1499                         }
1500                         // paper sizes
1501                         // some size options are known to any document classes, other sizes
1502                         // are handled by the \geometry command of the geometry package
1503                         handle_opt(opts, known_class_paper_sizes, h_papersize);
1504                         delete_opt(opts, known_class_paper_sizes);
1505                         // the remaining options
1506                         h_options = join(opts, ",");
1507                         // FIXME This does not work for classes that have a
1508                         //       different name in LyX than in LaTeX
1509                         h_textclass = p.getArg('{', '}');
1510                         p.skip_spaces();
1511                 }
1512
1513                 else if (t.cs() == "usepackage") {
1514                         string const options = p.getArg('[', ']');
1515                         string const name = p.getArg('{', '}');
1516                         vector<string> vecnames;
1517                         split(name, vecnames, ',');
1518                         vector<string>::const_iterator it  = vecnames.begin();
1519                         vector<string>::const_iterator end = vecnames.end();
1520                         for (; it != end; ++it)
1521                                 handle_package(p, trimSpaceAndEol(*it), options,
1522                                                in_lyx_preamble);
1523                 }
1524
1525                 else if (t.cs() == "inputencoding") {
1526                         string const encoding = p.getArg('{','}');
1527                         h_inputencoding = encoding;
1528                         p.setEncoding(encoding, Encoding::inputenc);
1529                 }
1530
1531                 else if (t.cs() == "newenvironment") {
1532                         string const name = p.getArg('{', '}');
1533                         string const opt1 = p.getFullOpt();
1534                         string const opt2 = p.getFullOpt();
1535                         string const beg = p.verbatim_item();
1536                         string const end = p.verbatim_item();
1537                         if (!in_lyx_preamble) {
1538                                 h_preamble << "\\newenvironment{" << name
1539                                            << '}' << opt1 << opt2 << '{'
1540                                            << beg << "}{" << end << '}';
1541                         }
1542                         add_known_environment(name, opt1, !opt2.empty(),
1543                                               from_utf8(beg), from_utf8(end));
1544
1545                 }
1546
1547                 else if (t.cs() == "newtheorem") {
1548                         string const name = p.getArg('{', '}');
1549                         string const opt1 = p.getFullOpt();
1550                         string const opt2 = p.getFullOpt();
1551                         string const body = p.verbatim_item();
1552                         string const opt3 = p.getFullOpt();
1553
1554                         add_known_theorem(name, opt1, !opt2.empty(),
1555                                 from_utf8("\\newtheorem{" + name + '}' +
1556                                           opt1 + opt2 + '{' + body + '}' + opt3));
1557
1558                         if (!in_lyx_preamble)
1559                                 h_preamble << "\\newtheorem{" << name << '}'
1560                                            << opt1 << opt2 << '{' << '}' << opt3;
1561                 }
1562
1563                 else if (t.cs() == "def") {
1564                         string name = p.get_token().cs();
1565                         // In fact, name may be more than the name:
1566                         // In the test case of bug 8116
1567                         // name == "csname SF@gobble@opt \endcsname".
1568                         // Therefore, we need to use asInput() instead of cs().
1569                         while (p.next_token().cat() != catBegin)
1570                                 name += p.get_token().asInput();
1571                         if (!in_lyx_preamble)
1572                                 h_preamble << "\\def\\" << name << '{'
1573                                            << p.verbatim_item() << "}";
1574                 }
1575
1576                 else if (t.cs() == "newcolumntype") {
1577                         string const name = p.getArg('{', '}');
1578                         trimSpaceAndEol(name);
1579                         int nargs = 0;
1580                         string opts = p.getOpt();
1581                         if (!opts.empty()) {
1582                                 istringstream is(string(opts, 1));
1583                                 is >> nargs;
1584                         }
1585                         special_columns[name[0]] = nargs;
1586                         h_preamble << "\\newcolumntype{" << name << "}";
1587                         if (nargs)
1588                                 h_preamble << "[" << nargs << "]";
1589                         h_preamble << "{" << p.verbatim_item() << "}";
1590                 }
1591
1592                 else if (t.cs() == "setcounter") {
1593                         string const name = p.getArg('{', '}');
1594                         string const content = p.getArg('{', '}');
1595                         if (name == "secnumdepth")
1596                                 h_secnumdepth = content;
1597                         else if (name == "tocdepth")
1598                                 h_tocdepth = content;
1599                         else
1600                                 h_preamble << "\\setcounter{" << name << "}{" << content << "}";
1601                 }
1602
1603                 else if (t.cs() == "setlength") {
1604                         string const name = p.verbatim_item();
1605                         string const content = p.verbatim_item();
1606                         // the paragraphs are only not indented when \parindent is set to zero
1607                         if (name == "\\parindent" && content != "") {
1608                                 if (content[0] == '0')
1609                                         h_paragraph_separation = "skip";
1610                                 else
1611                                         h_paragraph_indentation = translate_len(content);
1612                         } else if (name == "\\parskip") {
1613                                 if (content == "\\smallskipamount")
1614                                         h_defskip = "smallskip";
1615                                 else if (content == "\\medskipamount")
1616                                         h_defskip = "medskip";
1617                                 else if (content == "\\bigskipamount")
1618                                         h_defskip = "bigskip";
1619                                 else
1620                                         h_defskip = content;
1621                         } else
1622                                 h_preamble << "\\setlength{" << name << "}{" << content << "}";
1623                 }
1624
1625                 else if (t.cs() == "onehalfspacing")
1626                         h_spacing = "onehalf";
1627
1628                 else if (t.cs() == "doublespacing")
1629                         h_spacing = "double";
1630
1631                 else if (t.cs() == "setstretch")
1632                         h_spacing = "other " + p.verbatim_item();
1633
1634                 else if (t.cs() == "synctex") {
1635                         // the scheme is \synctex=value
1636                         // where value can only be "1" or "-1"
1637                         h_output_sync = "1";
1638                         // there can be any character behind the value (e.g. a linebreak or a '\'
1639                         // therefore we extract it char by char
1640                         p.get_token();
1641                         string value = p.get_token().asInput();
1642                         if (value == "-")
1643                                 value += p.get_token().asInput();
1644                         h_output_sync_macro = "\\synctex=" + value;
1645                 }
1646
1647                 else if (t.cs() == "begin") {
1648                         string const name = p.getArg('{', '}');
1649                         if (name == "document")
1650                                 break;
1651                         h_preamble << "\\begin{" << name << "}";
1652                 }
1653
1654                 else if (t.cs() == "geometry") {
1655                         vector<string> opts = split_options(p.getArg('{', '}'));
1656                         handle_geometry(opts);
1657                 }
1658
1659                 else if (t.cs() == "definecolor") {
1660                         string const color = p.getArg('{', '}');
1661                         string const space = p.getArg('{', '}');
1662                         string const value = p.getArg('{', '}');
1663                         if (color == "document_fontcolor" && space == "rgb") {
1664                                 RGBColor c(RGBColorFromLaTeX(value));
1665                                 h_fontcolor = X11hexname(c);
1666                         } else if (color == "note_fontcolor" && space == "rgb") {
1667                                 RGBColor c(RGBColorFromLaTeX(value));
1668                                 h_notefontcolor = X11hexname(c);
1669                         } else if (color == "page_backgroundcolor" && space == "rgb") {
1670                                 RGBColor c(RGBColorFromLaTeX(value));
1671                                 h_backgroundcolor = X11hexname(c);
1672                         } else if (color == "shadecolor" && space == "rgb") {
1673                                 RGBColor c(RGBColorFromLaTeX(value));
1674                                 h_boxbgcolor = X11hexname(c);
1675                         } else {
1676                                 h_preamble << "\\definecolor{" << color
1677                                            << "}{" << space << "}{" << value
1678                                            << '}';
1679                         }
1680                 }
1681
1682                 else if (t.cs() == "bibliographystyle")
1683                         h_biblio_style = p.verbatim_item();
1684
1685                 else if (t.cs() == "jurabibsetup") {
1686                         // FIXME p.getArg('{', '}') is most probably wrong (it
1687                         //       does not handle nested braces).
1688                         //       Use p.verbatim_item() instead.
1689                         vector<string> jurabibsetup =
1690                                 split_options(p.getArg('{', '}'));
1691                         // add jurabibsetup to the jurabib package options
1692                         add_package("jurabib", jurabibsetup);
1693                         if (!jurabibsetup.empty()) {
1694                                 h_preamble << "\\jurabibsetup{"
1695                                            << join(jurabibsetup, ",") << '}';
1696                         }
1697                 }
1698
1699                 else if (t.cs() == "hypersetup") {
1700                         vector<string> hypersetup =
1701                                 split_options(p.verbatim_item());
1702                         // add hypersetup to the hyperref package options
1703                         handle_hyperref(hypersetup);
1704                         if (!hypersetup.empty()) {
1705                                 h_preamble << "\\hypersetup{"
1706                                            << join(hypersetup, ",") << '}';
1707                         }
1708                 }
1709
1710                 else if (is_known(t.cs(), known_if_3arg_commands)) {
1711                         // prevent misparsing of \usepackage if it is used
1712                         // as an argument (see e.g. our own output of
1713                         // \@ifundefined above)
1714                         string const arg1 = p.verbatim_item();
1715                         string const arg2 = p.verbatim_item();
1716                         string const arg3 = p.verbatim_item();
1717                         // test case \@ifundefined{date}{}{\date{}}
1718                         if (t.cs() == "@ifundefined" && arg1 == "date" &&
1719                             arg2.empty() && arg3 == "\\date{}") {
1720                                 h_suppress_date = "true";
1721                         // older tex2lyx versions did output
1722                         // \@ifundefined{definecolor}{\usepackage{color}}{}
1723                         } else if (t.cs() == "@ifundefined" &&
1724                                    arg1 == "definecolor" &&
1725                                    arg2 == "\\usepackage{color}" &&
1726                                    arg3.empty()) {
1727                                 if (!in_lyx_preamble)
1728                                         h_preamble << package_beg_sep
1729                                                    << "color"
1730                                                    << package_mid_sep
1731                                                    << "\\@ifundefined{definecolor}{color}{}"
1732                                                    << package_end_sep;
1733                         // test for case
1734                         //\@ifundefined{showcaptionsetup}{}{%
1735                         // \PassOptionsToPackage{caption=false}{subfig}}
1736                         // that LyX uses for subfloats
1737                         } else if (t.cs() == "@ifundefined" &&
1738                                    arg1 == "showcaptionsetup" && arg2.empty()
1739                                 && arg3 == "%\n \\PassOptionsToPackage{caption=false}{subfig}") {
1740                                 ; // do nothing
1741                         } else if (!in_lyx_preamble) {
1742                                 h_preamble << t.asInput()
1743                                            << '{' << arg1 << '}'
1744                                            << '{' << arg2 << '}'
1745                                            << '{' << arg3 << '}';
1746                         }
1747                 }
1748
1749                 else if (is_known(t.cs(), known_if_commands)) {
1750                         // must not parse anything in conditional code, since
1751                         // LyX would output the parsed contents unconditionally
1752                         if (!in_lyx_preamble)
1753                                 h_preamble << t.asInput();
1754                         handle_if(p, in_lyx_preamble);
1755                 }
1756
1757                 else if (!t.cs().empty() && !in_lyx_preamble)
1758                         h_preamble << '\\' << t.cs();
1759         }
1760
1761         // remove the whitespace
1762         p.skip_spaces();
1763
1764         // Force textclass if the user wanted it
1765         if (!forceclass.empty())
1766                 h_textclass = forceclass;
1767         tc.setName(h_textclass);
1768         if (!tc.load()) {
1769                 cerr << "Error: Could not read layout file for textclass \"" << h_textclass << "\"." << endl;
1770                 exit(EXIT_FAILURE);
1771         }
1772         if (h_papersides.empty()) {
1773                 ostringstream ss;
1774                 ss << tc.sides();
1775                 h_papersides = ss.str();
1776         }
1777
1778         // If the CJK package is used we cannot set the document language from
1779         // the babel options. Instead, we guess which language is used most
1780         // and set this one.
1781         default_language = h_language;
1782         if (is_full_document &&
1783             (auto_packages.find("CJK") != auto_packages.end() ||
1784              auto_packages.find("CJKutf8") != auto_packages.end())) {
1785                 p.pushPosition();
1786                 h_language = guessLanguage(p, default_language);
1787                 p.popPosition();
1788         }
1789 }
1790
1791
1792 string babel2lyx(string const & language)
1793 {
1794         char const * const * where = is_known(language, known_languages);
1795         if (where)
1796                 return known_coded_languages[where - known_languages];
1797         return language;
1798 }
1799
1800
1801 string Preamble::polyglossia2lyx(string const & language)
1802 {
1803         char const * const * where = is_known(language, polyglossia_languages);
1804         if (where)
1805                 return coded_polyglossia_languages[where - polyglossia_languages];
1806         return language;
1807 }
1808
1809
1810 string rgbcolor2code(string const & name)
1811 {
1812         char const * const * where = is_known(name, known_basic_colors);
1813         if (where) {
1814                 // "red", "green" etc
1815                 return known_basic_color_codes[where - known_basic_colors];
1816         }
1817         // "255,0,0", "0,255,0" etc
1818         RGBColor c(RGBColorFromLaTeX(name));
1819         return X11hexname(c);
1820 }
1821
1822 // }])
1823
1824
1825 } // namespace lyx