]> git.lyx.org Git - lyx.git/blob - src/tex2lyx/preamble.cpp
fix problem with non-recognized utf8 encoding that lead to broken .lyx
[lyx.git] / src / tex2lyx / preamble.cpp
1 /**
2  * \file preamble.cpp
3  * This file is part of LyX, the document processor.
4  * Licence details can be found in the file COPYING.
5  *
6  * \author André Pönitz
7  * \author Uwe Stöhr
8  *
9  * Full author contact details are available in file CREDITS.
10  */
11
12 // {[(
13
14 #include <config.h>
15
16 #include "tex2lyx.h"
17
18 #include "LayoutFile.h"
19 #include "Layout.h"
20 #include "Lexer.h"
21 #include "TextClass.h"
22
23 #include "support/convert.h"
24 #include "support/FileName.h"
25 #include "support/filetools.h"
26 #include "support/lstrings.h"
27
28 #include <boost/regex.hpp>
29
30 #include <algorithm>
31 #include <iostream>
32 #include <sstream>
33 #include <string>
34 #include <vector>
35 #include <map>
36
37 using namespace std;
38 using namespace lyx::support;
39 using boost::regex;
40 using boost::smatch;
41
42 namespace lyx {
43
44 // special columntypes
45 extern map<char, int> special_columns;
46
47 map<string, vector<string> > used_packages;
48
49 // needed to handle encodings with babel
50 bool one_language = true;
51
52 // to avoid that the babel options overwrite the documentclass options
53 bool documentclass_language;
54
55 namespace {
56
57 const char * const known_languages[] = { "afrikaans", "american", "arabic",
58 "austrian", "bahasa", "basque", "belarusian", "brazil", "breton", "british",
59 "bulgarian", "canadian", "canadien", "catalan", "croatian", "czech", "danish",
60 "dutch", "english", "esperanto", "estonian", "finnish", "francais", "french",
61 "frenchb", "frenchle", "frenchpro", "galician", "german", "germanb", "greek",
62 "hebrew", "icelandic", "irish", "italian", "lsorbian", "magyar", "naustrian",
63 "ngerman", "ngermanb", "norsk", "nynorsk", "polish", "portuges", "romanian",
64 "russian", "russianb", "scottish", "serbian", "slovak", "slovene", "spanish",
65 "swedish", "thai", "turkish", "ukraineb", "ukrainian", "usorbian", "welsh", 0};
66
67 //note this when updating to lyxformat 305:
68 //bahasai, indonesian, and indon = equal to bahasa
69 //malay, and meyalu = equal to bahasam
70
71 const char * const known_french_languages[] = {"french", "frenchb", "francais",
72                                                 "frenchle", "frenchpro", 0};
73 const char * const known_german_languages[] = {"german", "germanb", 0};
74 const char * const known_ngerman_languages[] = {"ngerman", "ngermanb", 0};
75 const char * const known_russian_languages[] = {"russian", "russianb", 0};
76 const char * const known_ukrainian_languages[] = {"ukrainian", "ukraineb", 0};
77
78 char const * const known_fontsizes[] = { "10pt", "11pt", "12pt", 0 };
79
80 const char * const known_roman_fonts[] = { "ae", "bookman", "charter",
81 "cmr", "fourier", "lmodern", "mathpazo", "mathptmx", "newcent", 0};
82
83 const char * const known_sans_fonts[] = { "avant", "berasans", "cmbr", "cmss",
84 "helvet", "lmss", 0};
85
86 const char * const known_typewriter_fonts[] = { "beramono", "cmtl", "cmtt",
87 "courier", "lmtt", "luximono", "fourier", "lmodern", "mathpazo", "mathptmx",
88 "newcent", 0};
89
90 const char * const known_paper_sizes[] = { "a3paper", "b3paper", "a4paper",
91 "b4paper", "a5paper", "b5paper", "executivepaper", "legalpaper",
92 "letterpaper", 0};
93
94 const char * const known_class_paper_sizes[] = { "a4paper", "a5paper",
95 "executivepaper", "legalpaper", "letterpaper", 0};
96
97 const char * const known_paper_margins[] = { "lmargin", "tmargin", "rmargin", 
98 "bmargin", "headheight", "headsep", "footskip", "columnsep", 0};
99
100 const char * const known_coded_paper_margins[] = { "leftmargin", "topmargin",
101 "rightmargin", "bottommargin", "headheight", "headsep", "footskip",
102 "columnsep", 0};
103
104 // default settings
105 ostringstream h_preamble;
106 string h_textclass               = "article";
107 string h_options                 = string();
108 string h_language                = "english";
109 string h_inputencoding           = "auto";
110 string h_font_roman              = "default";
111 string h_font_sans               = "default";
112 string h_font_typewriter         = "default";
113 string h_font_default_family     = "default";
114 string h_font_sc                 = "false";
115 string h_font_osf                = "false";
116 string h_font_sf_scale           = "100";
117 string h_font_tt_scale           = "100";
118 string h_graphics                = "default";
119 string h_paperfontsize           = "default";
120 string h_spacing                 = "single";
121 string h_papersize               = "default";
122 string h_use_geometry            = "false";
123 string h_use_amsmath             = "0";
124 string h_cite_engine             = "basic";
125 string h_use_bibtopic            = "false";
126 string h_paperorientation        = "portrait";
127 string h_secnumdepth             = "3";
128 string h_tocdepth                = "3";
129 string h_paragraph_separation    = "indent";
130 string h_defskip                 = "medskip";
131 string h_quotes_language         = "english";
132 string h_papercolumns            = "1";
133 string h_papersides              = string();
134 string h_paperpagestyle          = "default";
135 string h_tracking_changes        = "false";
136 string h_output_changes          = "false";
137 string h_margins                 = "";
138
139
140 void handle_opt(vector<string> & opts, char const * const * what, string & target)
141 {
142         if (opts.empty())
143                 return;
144
145         // the last language option is the document language (for babel and LyX)
146         // the last size option is the document font size
147         vector<string>::iterator it;
148         vector<string>::iterator position = opts.begin();
149         for (; *what; ++what) {
150                 it = find(opts.begin(), opts.end(), *what);
151                 if (it != opts.end()) {
152                         documentclass_language = true;
153                         if (it >= position) {
154                                 target = *what;
155                                 position = it;
156                         }
157                 }
158         }
159 }
160
161
162 void delete_opt(vector<string> & opts, char const * const * what)
163 {
164         if (opts.empty())
165                 return;
166
167         // remove found options from the list
168         // do this after handle_opt to avoid potential memory leaks and to be able
169         // to find in every case the last language option
170         vector<string>::iterator it;
171         for (; *what; ++what) {
172                 it = find(opts.begin(), opts.end(), *what);
173                 if (it != opts.end())
174                         opts.erase(it);
175         }
176 }
177
178
179 /*!
180  * Split a package options string (keyval format) into a vector.
181  * Example input:
182  *   authorformat=smallcaps,
183  *   commabeforerest,
184  *   titleformat=colonsep,
185  *   bibformat={tabular,ibidem,numbered}
186  */
187 vector<string> split_options(string const & input)
188 {
189         vector<string> options;
190         string option;
191         Parser p(input);
192         while (p.good()) {
193                 Token const & t = p.get_token();
194                 if (t.asInput() == ",") {
195                         options.push_back(trim(option));
196                         option.erase();
197                 } else if (t.asInput() == "=") {
198                         option += '=';
199                         p.skip_spaces(true);
200                         if (p.next_token().asInput() == "{")
201                                 option += '{' + p.getArg('{', '}') + '}';
202                 } else if (t.cat() != catSpace)
203                         option += t.asInput();
204         }
205
206         if (!option.empty())
207                 options.push_back(trim(option));
208
209         return options;
210 }
211
212
213 /*!
214  * Add package \p name with options \p options to used_packages.
215  * Remove options from \p options that we don't want to output.
216  */
217 void add_package(string const & name, vector<string> & options)
218 {
219         // every package inherits the global options
220         if (used_packages.find(name) == used_packages.end())
221                 used_packages[name] = split_options(h_options);
222
223         vector<string> & v = used_packages[name];
224         v.insert(v.end(), options.begin(), options.end());
225         if (name == "jurabib") {
226                 // Don't output the order argument (see the cite command
227                 // handling code in text.cpp).
228                 vector<string>::iterator end =
229                         remove(options.begin(), options.end(), "natbiborder");
230                 end = remove(options.begin(), end, "jurabiborder");
231                 options.erase(end, options.end());
232         }
233 }
234
235
236 // Given is a string like "scaled=0.9", return 0.9 * 100
237 string const scale_as_percentage(string const & scale)
238 {
239         string::size_type pos = scale.find('=');
240         if (pos != string::npos) {
241                 string value = scale.substr(pos + 1);
242                 if (isStrDbl(value))
243                         return convert<string>(100 * convert<double>(value));
244         }
245         // If the input string didn't match our expectations.
246         // return the default value "100"
247         return "100";
248 }
249
250
251 void handle_package(string const & name, string const & opts,
252                     bool in_lyx_preamble)
253 {
254         vector<string> options = split_options(opts);
255         add_package(name, options);
256         string scale;
257
258         // roman fonts
259         if (is_known(name, known_roman_fonts))
260                 h_font_roman = name;
261
262         if (name == "fourier") {
263                 h_font_roman = "utopia";
264                 // when font uses real small capitals
265                 if (opts == "expert")
266                         h_font_sc = "true";
267         }
268         if (name == "mathpazo")
269                 h_font_roman = "palatino";
270
271         if (name == "mathptmx")
272                 h_font_roman = "times";
273
274         // sansserif fonts
275         if (is_known(name, known_sans_fonts)) {
276                 h_font_sans = name;
277                 if (!opts.empty()) {
278                         scale = opts;
279                         h_font_sf_scale = scale_as_percentage(scale);
280                 }
281         }
282         // typewriter fonts
283         if (is_known(name, known_typewriter_fonts)) {
284                 h_font_typewriter = name;
285                 if (!opts.empty()) {
286                         scale = opts;
287                         h_font_tt_scale = scale_as_percentage(scale);
288                 }
289         }
290         // font uses old-style figure
291         if (name == "eco")
292                 h_font_osf = "true";
293
294         else if (name == "amsmath" || name == "amssymb")
295                 h_use_amsmath = "1";
296
297         else if (name == "babel" && !opts.empty()) {
298                 // check if more than one option was used - used later for inputenc
299                 // in case inputenc is parsed before babel, set the encoding to auto
300                 if (options.begin() != options.end() - 1) {
301                         one_language = false;
302                         h_inputencoding = "auto";
303                 }
304                 // only set the document language when there was not already one set
305                 // via the documentclass options
306                 // babel takes the the last language given in the documentclass options
307                 // as document language. If there is no such language option, the last
308                 // option of its \usepackage call is used.
309                 if (documentclass_language == false) {
310                         handle_opt(options, known_languages, h_language);
311                         delete_opt(options, known_languages);
312                         if (is_known(h_language, known_french_languages))
313                                 h_language = "french";
314                         else if (is_known(h_language, known_german_languages))
315                                 h_language = "german";
316                         else if (is_known(h_language, known_ngerman_languages))
317                                 h_language = "ngerman";
318                         else if (is_known(h_language, known_russian_languages))
319                                 h_language = "russian";
320                         else if (is_known(h_language, known_ukrainian_languages))
321                                 h_language = "ukrainian";
322                         h_quotes_language = h_language;
323                 }
324         }
325         else if (name == "fontenc")
326                 ; // ignore this
327
328         else if (name == "inputenc") {
329                 // only set when there is not more than one inputenc option
330                 // therefore check for the "," character
331                 // also only set when there is not more then one babel language option
332                 if (opts.find(",") == string::npos && one_language == true) {
333                         if (opts == "ascii")
334                                 //change ascii to auto to be in the unicode range, see
335                                 //http://bugzilla.lyx.org/show_bug.cgi?id=4719
336                                 h_inputencoding = "auto";
337                         else if (!opts.empty())
338                                 h_inputencoding = opts;
339                 }
340                 options.clear();
341         }
342
343         else if (name == "makeidx")
344                 ; // ignore this
345
346         else if (name == "verbatim")
347                 ; // ignore this
348
349         else if (name == "color")
350                 // with the following command this package is only loaded when needed for
351                 // undefined colors, since we only support the predefined colors
352                 h_preamble << "\\@ifundefined{definecolor}\n {\\usepackage{color}}{}\n";
353
354         else if (name == "graphicx")
355                 ; // ignore this
356
357         else if (name == "setspace")
358                 ; // ignore this
359
360         else if (name == "geometry")
361                 ; // Ignore this, the geometry settings are made by the \geometry
362                   // command. This command is handled below.
363
364         else if (is_known(name, known_languages)) {
365                 if (is_known(name, known_french_languages))
366                         h_language = "french";
367                 else if (is_known(name, known_german_languages))
368                         h_language = "german";
369                 else if (is_known(name, known_ngerman_languages))
370                         h_language = "ngerman";
371                 else if (is_known(name, known_russian_languages))
372                         h_language = "russian";
373                 else if (is_known(name, known_ukrainian_languages))
374                         h_language = "ukrainian";
375                 else
376                         h_language = name;
377                 h_quotes_language = h_language;
378         }
379         else if (name == "natbib") {
380                 h_cite_engine = "natbib_authoryear";
381                 vector<string>::iterator it =
382                         find(options.begin(), options.end(), "authoryear");
383                 if (it != options.end())
384                         options.erase(it);
385                 else {
386                         it = find(options.begin(), options.end(), "numbers");
387                         if (it != options.end()) {
388                                 h_cite_engine = "natbib_numerical";
389                                 options.erase(it);
390                         }
391                 }
392         }
393         else if (name == "jurabib")
394                 h_cite_engine = "jurabib";
395         else if (!in_lyx_preamble) {
396                 if (options.empty())
397                         h_preamble << "\\usepackage{" << name << "}\n";
398                 else {
399                         h_preamble << "\\usepackage[" << opts << "]{" 
400                                    << name << "}\n";
401                         options.clear();
402                 }
403         }
404
405         // We need to do something with the options...
406         if (!options.empty())
407                 cerr << "Ignoring options '" << join(options, ",")
408                      << "' of package " << name << '.' << endl;
409 }
410
411
412
413 void end_preamble(ostream & os, TextClass const & /*textclass*/)
414 {
415         os << "#LyX file created by tex2lyx " << PACKAGE_VERSION << "\n"
416            << "\\lyxformat 247\n"
417            << "\\begin_document\n"
418            << "\\begin_header\n"
419            << "\\textclass " << h_textclass << "\n";
420         if (!h_preamble.str().empty())
421                 os << "\\begin_preamble\n" << h_preamble.str() << "\n\\end_preamble\n";
422         if (!h_options.empty())
423                 os << "\\options " << h_options << "\n";
424         os << "\\language " << h_language << "\n"
425            << "\\inputencoding " << h_inputencoding << "\n"
426            << "\\font_roman " << h_font_roman << "\n"
427            << "\\font_sans " << h_font_sans << "\n"
428            << "\\font_typewriter " << h_font_typewriter << "\n"
429            << "\\font_default_family " << h_font_default_family << "\n"
430            << "\\font_sc " << h_font_sc << "\n"
431            << "\\font_osf " << h_font_osf << "\n"
432            << "\\font_sf_scale " << h_font_sf_scale << "\n"
433            << "\\font_tt_scale " << h_font_tt_scale << "\n"
434            << "\\graphics " << h_graphics << "\n"
435            << "\\paperfontsize " << h_paperfontsize << "\n"
436            << "\\spacing " << h_spacing << "\n"
437            << "\\papersize " << h_papersize << "\n"
438            << "\\use_geometry " << h_use_geometry << "\n"
439            << "\\use_amsmath " << h_use_amsmath << "\n"
440            << "\\cite_engine " << h_cite_engine << "\n"
441            << "\\use_bibtopic " << h_use_bibtopic << "\n"
442            << "\\paperorientation " << h_paperorientation << "\n"
443            << h_margins
444            << "\\secnumdepth " << h_secnumdepth << "\n"
445            << "\\tocdepth " << h_tocdepth << "\n"
446            << "\\paragraph_separation " << h_paragraph_separation << "\n"
447            << "\\defskip " << h_defskip << "\n"
448            << "\\quotes_language " << h_quotes_language << "\n"
449            << "\\papercolumns " << h_papercolumns << "\n"
450            << "\\papersides " << h_papersides << "\n"
451            << "\\paperpagestyle " << h_paperpagestyle << "\n"
452            << "\\tracking_changes " << h_tracking_changes << "\n"
453            << "\\output_changes " << h_output_changes << "\n"
454            << "\\end_header\n\n"
455            << "\\begin_body\n";
456         // clear preamble for subdocuments
457         h_preamble.str("");
458 }
459
460 } // anonymous namespace
461
462 void parse_preamble(Parser & p, ostream & os, 
463         string const & forceclass, TeX2LyXDocClass & tc)
464 {
465         // initialize fixed types
466         special_columns['D'] = 3;
467         bool is_full_document = false;
468         bool is_lyx_file = false;
469         bool in_lyx_preamble = true;
470
471         // determine whether this is a full document or a fragment for inclusion
472         while (p.good()) {
473                 Token const & t = p.get_token();
474
475                 if (t.cat() == catEscape && t.cs() == "documentclass") {
476                         is_full_document = true;
477                         break;
478                 }
479         }
480         p.reset();
481
482         while (is_full_document && p.good()) {
483                 Token const & t = p.get_token();
484
485 #ifdef FILEDEBUG
486                 cerr << "t: " << t << "\n";
487 #endif
488
489                 //
490                 // cat codes
491                 //
492                 if (!in_lyx_preamble &&
493                     (t.cat() == catLetter ||
494                      t.cat() == catSuper ||
495                      t.cat() == catSub ||
496                      t.cat() == catOther ||
497                      t.cat() == catMath ||
498                      t.cat() == catActive ||
499                      t.cat() == catBegin ||
500                      t.cat() == catEnd ||
501                      t.cat() == catAlign ||
502                      t.cat() == catParameter))
503                         h_preamble << t.character();
504
505                 else if (!in_lyx_preamble && 
506                          (t.cat() == catSpace || t.cat() == catNewline))
507                         h_preamble << t.asInput();
508
509                 else if (t.cat() == catComment) {
510                         // regex to parse comments
511                         static regex const islyxfile("%% LyX .* created this file");
512                         static regex const usercommands("User specified LaTeX commands");
513                         
514                         string const comment = t.asInput();
515                         cerr << "Seen comment: " << comment << std::endl;
516                         smatch sub;
517                         if (regex_search(comment, sub, islyxfile))
518                                 is_lyx_file = true;
519                         else if (is_lyx_file
520                                  && regex_search(comment, sub, usercommands))
521                                 in_lyx_preamble = false;
522                         else if (!in_lyx_preamble)
523                                 h_preamble << t.asInput();
524                         cerr << "lyx_file: " << is_lyx_file << ", lyx_preamble "
525                              << in_lyx_preamble << std::endl;
526                 }
527
528                 else if (t.cs() == "pagestyle")
529                         h_paperpagestyle = p.verbatim_item();
530
531                 else if (t.cs() == "makeatletter") {
532                         if (!is_lyx_file || !in_lyx_preamble
533                             || p.getCatCode('@') != catLetter)
534                                 h_preamble << "\\makeatletter";
535                         p.setCatCode('@', catLetter);
536                 }
537
538                 else if (t.cs() == "makeatother") {
539                         if (!is_lyx_file || !in_lyx_preamble
540                             || p.getCatCode('@') != catOther)
541                                 h_preamble << "\\makeatother";
542                         p.setCatCode('@', catOther);
543                 }
544
545                 else if (t.cs() == "newcommand" || t.cs() == "renewcommand"
546                             || t.cs() == "providecommand") {
547                         bool star = false;
548                         if (p.next_token().character() == '*') {
549                                 p.get_token();
550                                 star = true;
551                         }
552                         string const name = p.verbatim_item();
553                         string const opt1 = p.getOpt();
554                         string const opt2 = p.getFullOpt();
555                         string const body = p.verbatim_item();
556                         // font settings
557                         if (name == "\\rmdefault")
558                                 if (is_known(body, known_roman_fonts))
559                                         h_font_roman = body;
560
561                         if (name == "\\sfdefault")
562                                 if (is_known(body, known_sans_fonts))
563                                         h_font_sans = body;
564
565                         if (name == "\\ttdefault")
566                                 if (is_known(body, known_typewriter_fonts))
567                                         h_font_typewriter = body;
568
569                         if (name == "\\familydefault") {
570                                 string family = body;
571                                 // remove leading "\"
572                                 h_font_default_family = family.erase(0,1);
573                         }
574                         // only non-lyxspecific stuff
575                         if (!in_lyx_preamble) {
576                                 ostringstream ss;
577                                 ss << '\\' << t.cs();
578                                 if (star)
579                                         ss << '*';
580                                 ss << '{' << name << '}' << opt1 << opt2
581                                    << '{' << body << "}";
582                                 h_preamble << ss.str();
583
584                                 // Add the command to the known commands
585                                 add_known_command(name, opt1, !opt2.empty());
586 /*
587                                 ostream & out = in_preamble ? h_preamble : os;
588                                 out << "\\" << t.cs() << "{" << name << "}"
589                                     << opts << "{" << body << "}";
590 */
591                         }
592                 }
593
594                 else if (t.cs() == "documentclass") {
595                         vector<string>::iterator it;
596                         vector<string> opts = split_options(p.getArg('[', ']'));
597                         handle_opt(opts, known_fontsizes, h_paperfontsize);
598                         delete_opt(opts, known_fontsizes);
599                         // delete "pt" at the end
600                         string::size_type i = h_paperfontsize.find("pt");
601                         if (i != string::npos)
602                                 h_paperfontsize.erase(i);
603                         // to avoid that the babel options overwrite the documentclass options
604                         documentclass_language = false;
605                         handle_opt(opts, known_languages, h_language);
606                         delete_opt(opts, known_languages);
607                         if (is_known(h_language, known_french_languages))
608                                 h_language = "french";
609                         else if (is_known(h_language, known_german_languages))
610                                 h_language = "german";
611                         else if (is_known(h_language, known_ngerman_languages))
612                                 h_language = "ngerman";
613                         else if (is_known(h_language, known_russian_languages))
614                                 h_language = "russian";
615                         else if (is_known(h_language, known_ukrainian_languages))
616                                 h_language = "ukrainian";
617                         h_quotes_language = h_language;
618                         // paper orientation
619                         if ((it = find(opts.begin(), opts.end(), "landscape")) != opts.end()) {
620                                 h_paperorientation = "landscape";
621                                 opts.erase(it);
622                         }
623                         // paper sides
624                         if ((it = find(opts.begin(), opts.end(), "oneside"))
625                                  != opts.end()) {
626                                 h_papersides = "1";
627                                 opts.erase(it);
628                         }
629                         if ((it = find(opts.begin(), opts.end(), "twoside"))
630                                  != opts.end()) {
631                                 h_papersides = "2";
632                                 opts.erase(it);
633                         }
634                         // paper columns
635                         if ((it = find(opts.begin(), opts.end(), "onecolumn"))
636                                  != opts.end()) {
637                                 h_papercolumns = "1";
638                                 opts.erase(it);
639                         }
640                         if ((it = find(opts.begin(), opts.end(), "twocolumn"))
641                                  != opts.end()) {
642                                 h_papercolumns = "2";
643                                 opts.erase(it);
644                         }
645                         // paper sizes
646                         // some size options are know to any document classes, other sizes
647                         // are handled by the \geometry command of the geometry package
648                         handle_opt(opts, known_class_paper_sizes, h_papersize);
649                         delete_opt(opts, known_class_paper_sizes);
650                         // the remaining options
651                         h_options = join(opts, ",");
652                         h_textclass = p.getArg('{', '}');
653                 }
654
655                 else if (t.cs() == "usepackage") {
656                         string const options = p.getArg('[', ']');
657                         string const name = p.getArg('{', '}');
658                         if (options.empty() && name.find(',')) {
659                                 vector<string> vecnames;
660                                 split(name, vecnames, ',');
661                                 vector<string>::const_iterator it  = vecnames.begin();
662                                 vector<string>::const_iterator end = vecnames.end();
663                                 for (; it != end; ++it)
664                                         handle_package(trim(*it), string(), 
665                                                        in_lyx_preamble);
666                         } else {
667                                 handle_package(name, options, in_lyx_preamble);
668                         }
669                 }
670
671                 else if (t.cs() == "inputencoding") {
672                         h_inputencoding = p.getArg('{','}');
673                 }
674
675                 else if (t.cs() == "newenvironment") {
676                         string const name = p.getArg('{', '}');
677                         ostringstream ss;
678                         ss << "\\newenvironment{" << name << "}";
679                         ss << p.getOpt();
680                         ss << p.getOpt();
681                         ss << '{' << p.verbatim_item() << '}';
682                         ss << '{' << p.verbatim_item() << '}';
683                         if (!in_lyx_preamble)
684                                 h_preamble << ss.str();
685                 }
686
687                 else if (t.cs() == "def") {
688                         string name = p.get_token().cs();
689                         while (p.next_token().cat() != catBegin)
690                                 name += p.get_token().asString();
691                         if (!in_lyx_preamble)
692                                 h_preamble << "\\def\\" << name << '{'
693                                            << p.verbatim_item() << "}";
694                 }
695
696                 else if (t.cs() == "newcolumntype") {
697                         string const name = p.getArg('{', '}');
698                         trim(name);
699                         int nargs = 0;
700                         string opts = p.getOpt();
701                         if (!opts.empty()) {
702                                 istringstream is(string(opts, 1));
703                                 is >> nargs;
704                         }
705                         special_columns[name[0]] = nargs;
706                         h_preamble << "\\newcolumntype{" << name << "}";
707                         if (nargs)
708                                 h_preamble << "[" << nargs << "]";
709                         h_preamble << "{" << p.verbatim_item() << "}";
710                 }
711
712                 else if (t.cs() == "setcounter") {
713                         string const name = p.getArg('{', '}');
714                         string const content = p.getArg('{', '}');
715                         if (name == "secnumdepth")
716                                 h_secnumdepth = content;
717                         else if (name == "tocdepth")
718                                 h_tocdepth = content;
719                         else
720                                 h_preamble << "\\setcounter{" << name << "}{" << content << "}";
721                 }
722
723                 else if (t.cs() == "setlength") {
724                         string const name = p.verbatim_item();
725                         string const content = p.verbatim_item();
726                         // the paragraphs are only not indented when \parindent is set to zero
727                         if (name == "\\parindent" && content != "") {
728                                 if (content[0] == '0')
729                                         h_paragraph_separation = "skip";
730                         } else if (name == "\\parskip") {
731                                 if (content == "\\smallskipamount")
732                                         h_defskip = "smallskip";
733                                 else if (content == "\\medskipamount")
734                                         h_defskip = "medskip";
735                                 else if (content == "\\bigskipamount")
736                                         h_defskip = "bigskip";
737                                 else
738                                         h_defskip = content;
739                         } else
740                                 h_preamble << "\\setlength{" << name << "}{" << content << "}";
741                 }
742
743                 else if (t.cs() == "onehalfspacing")
744                         h_spacing = "onehalf";
745
746                 else if (t.cs() == "doublespacing")
747                         h_spacing = "double";
748
749                 else if (t.cs() == "setstretch")
750                         h_spacing = "other " + p.verbatim_item();
751
752                 else if (t.cs() == "begin") {
753                         string const name = p.getArg('{', '}');
754                         if (name == "document")
755                                 break;
756                         h_preamble << "\\begin{" << name << "}";
757                 }
758
759                 else if (t.cs() == "geometry") {
760                         h_use_geometry = "true";
761                         vector<string> opts = split_options(p.getArg('{', '}'));
762                         vector<string>::iterator it;
763                         // paper orientation
764                         if ((it = find(opts.begin(), opts.end(), "landscape")) != opts.end()) {
765                                 h_paperorientation = "landscape";
766                                 opts.erase(it);
767                         }
768                         // paper size
769                         handle_opt(opts, known_paper_sizes, h_papersize);
770                         delete_opt(opts, known_paper_sizes);
771                         // page margins
772                         char const * const * margin = known_paper_margins;
773                         int k = -1;
774                         for (; *margin; ++margin) {
775                                 k += 1;
776                                 // search for the "=" in e.g. "lmargin=2cm" to get the value
777                                 for(size_t i = 0; i != opts.size(); i++) {
778                                         if (opts.at(i).find(*margin) != string::npos) {
779                                                 string::size_type pos = opts.at(i).find("=");
780                                                 string value = opts.at(i).substr(pos + 1);
781                                                 string name = known_coded_paper_margins[k];
782                                                 h_margins += "\\" + name + " " + value + "\n";
783                                         }
784                                 }
785                         }
786                 }
787
788                 else if (t.cs() == "jurabibsetup") {
789                         vector<string> jurabibsetup =
790                                 split_options(p.getArg('{', '}'));
791                         // add jurabibsetup to the jurabib package options
792                         add_package("jurabib", jurabibsetup);
793                         if (!jurabibsetup.empty()) {
794                                 h_preamble << "\\jurabibsetup{"
795                                            << join(jurabibsetup, ",") << '}';
796                         }
797                 }
798
799                 else if (!t.cs().empty() && !in_lyx_preamble)
800                         h_preamble << '\\' << t.cs();
801         }
802         p.skip_spaces();
803
804         // Force textclass if the user wanted it
805         if (!forceclass.empty())
806                 h_textclass = forceclass;
807         if (noweb_mode && !prefixIs(h_textclass, "literate-"))
808                 h_textclass.insert(0, "literate-");
809         FileName layoutfilename = libFileSearch("layouts", h_textclass, "layout");
810         if (layoutfilename.empty()) {
811                 cerr << "Error: Could not find layout file for textclass \"" << h_textclass << "\"." << endl;
812                 exit(1);
813         }
814         tc.read(layoutfilename);
815         if (h_papersides.empty()) {
816                 ostringstream ss;
817                 ss << tc.sides();
818                 h_papersides = ss.str();
819         }
820         end_preamble(os, tc);
821 }
822
823 // }])
824
825
826 } // namespace lyx