]> git.lyx.org Git - lyx.git/blobdiff - src/tex2lyx/preamble.cpp
* doxy
[lyx.git] / src / tex2lyx / preamble.cpp
index 414ab15f7988be283ef1b23897c43f8e43ccb693..bd495abc36a4543759b184fc1a86b9515810d004 100644 (file)
 
 #include "tex2lyx.h"
 
+#include "LayoutFile.h"
 #include "Layout.h"
 #include "Lexer.h"
 #include "TextClass.h"
+
 #include "support/convert.h"
+#include "support/FileName.h"
 #include "support/filetools.h"
 #include "support/lstrings.h"
 
+#include <boost/regex.hpp>
+
 #include <algorithm>
 #include <iostream>
 #include <sstream>
 #include <vector>
 #include <map>
 
+using namespace std;
+using namespace lyx::support;
+using boost::regex;
+using boost::smatch;
 
 namespace lyx {
 
-using std::istringstream;
-using std::ostream;
-using std::ostringstream;
-using std::string;
-using std::vector;
-using std::cerr;
-using std::endl;
-using std::find;
-
-using support::FileName;
-using support::libFileSearch;
-using support::isStrDbl;
-
 // special columntypes
-extern std::map<char, int> special_columns;
+extern map<char, int> special_columns;
 
-std::map<string, vector<string> > used_packages;
+map<string, vector<string> > used_packages;
+
+// needed to handle encodings with babel
+bool one_language = true;
 
 namespace {
 
+//add these to known_languages when updating to lyxformat 268:
+//"chinese-simplified", "chinese-traditional", "japanese", "korean"
 const char * const known_languages[] = { "afrikaans", "american", "arabic",
-"austrian", "bahasa", "basque", "belarusian", "brazil", "breton", "british",
-"bulgarian", "canadian", "canadien", "catalan", "croatian", "czech", "danish",
-"dutch", "english", "esperanto", "estonian", "finnish", "francais", "french",
-"frenchb", "frenchle", "frenchpro", "galician", "german", "germanb", "greek",
-"hebrew", "icelandic", "irish", "italian", "lsorbian", "magyar", "naustrian",
-"ngerman", "ngermanb", "norsk", "nynorsk", "polish", "portuges", "romanian",
-"russian", "russianb", "scottish", "serbian", "slovak", "slovene", "spanish",
-"swedish", "thai", "turkish", "ukraineb", "ukrainian", "usorbian", "welsh", 0};
-
-//note this when updating to lyxformat 305:
+"austrian", "bahasa", "basque", "belarusian", "brazil", "brazilian", "breton",
+"british", "bulgarian", "canadian", "canadien", "catalan", "croatian", "czech",
+"danish", "dutch", "english", "esperanto", "estonian", "finnish", "francais",
+"french", "frenchb", "frenchle", "frenchpro", "galician", "german", "germanb",
+"greek", "hebrew", "icelandic", "irish", "italian", "kazakh", "lsorbian", "magyar",
+"naustrian", "ngerman", "ngermanb", "norsk", "nynorsk", "polish", "portuges",
+"portuguese", "romanian", "russian", "russianb", "scottish", "serbian", "slovak",
+"slovene", "spanish", "swedish", "thai", "turkish", "ukraineb", "ukrainian",
+"usorbian", "welsh", 0};
+
+//add this when updating to lyxformat 305:
 //bahasai, indonesian, and indon = equal to bahasa
-//malay, and meyalu = equal to bahasam
-
+//malay and meyalu = equal to bahasam
+const char * const known_brazilian_languages[] = {"brazil", "brazilian", 0};
 const char * const known_french_languages[] = {"french", "frenchb", "francais",
                                                "frenchle", "frenchpro", 0};
 const char * const known_german_languages[] = {"german", "germanb", 0};
 const char * const known_ngerman_languages[] = {"ngerman", "ngermanb", 0};
+const char * const known_portuguese_languages[] = {"portuges", "portuguese", 0};
 const char * const known_russian_languages[] = {"russian", "russianb", 0};
 const char * const known_ukrainian_languages[] = {"ukrainian", "ukraineb", 0};
 
+//add these to known_english_quotes_languages when updating to lyxformat 268:
+//"chinese-simplified", "korean"
+const char * const known_english_quotes_languages[] = {"american", "canadian",
+"english", "esperanto", "hebrew", "irish", "scottish", "thai", 0};
+
+//add this to known_french_quotes_languages when updating to lyxformat 327:
+//"spanish-mexico"
+const char * const known_french_quotes_languages[] = {"albanian", "arabic",
+"basque", "canadien", "catalan", "galician", "greek", "italian", "norsk",
+"nynorsk", "spanish", "turkish", 0};
+
+const char * const known_german_quotes_languages[] = {"austrian", "bulgarian",
+"czech", "icelandic", "lithuanian", "lsorbian", "naustrian", "serbian",
+"serbian-latin", "slovak", "slovene", "usorbian",  0};
+
+const char * const known_polish_quotes_languages[] = {"afrikaans", "croatian",
+"dutch", "estonian", "magyar", "polish", "romanian", 0};
+
+const char * const known_swedish_quotes_languages[] = {"bahasa", "finnish", 
+"swedish", 0};
+
 char const * const known_fontsizes[] = { "10pt", "11pt", "12pt", 0 };
 
 const char * const known_roman_fonts[] = { "ae", "bookman", "charter",
@@ -85,7 +109,21 @@ const char * const known_typewriter_fonts[] = { "beramono", "cmtl", "cmtt",
 "courier", "lmtt", "luximono", "fourier", "lmodern", "mathpazo", "mathptmx",
 "newcent", 0};
 
-// some ugly stuff
+const char * const known_paper_sizes[] = { "a3paper", "b3paper", "a4paper",
+"b4paper", "a5paper", "b5paper", "executivepaper", "legalpaper",
+"letterpaper", 0};
+
+const char * const known_class_paper_sizes[] = { "a4paper", "a5paper",
+"executivepaper", "legalpaper", "letterpaper", 0};
+
+const char * const known_paper_margins[] = { "lmargin", "tmargin", "rmargin", 
+"bmargin", "headheight", "headsep", "footskip", "columnsep", 0};
+
+const char * const known_coded_paper_margins[] = { "leftmargin", "topmargin",
+"rightmargin", "bottommargin", "headheight", "headsep", "footskip",
+"columnsep", 0};
+
+// default settings
 ostringstream h_preamble;
 string h_textclass               = "article";
 string h_options                 = string();
@@ -104,7 +142,8 @@ string h_paperfontsize           = "default";
 string h_spacing                 = "single";
 string h_papersize               = "default";
 string h_use_geometry            = "false";
-string h_use_amsmath             = "0";
+string h_use_amsmath             = "1";
+string h_use_esint               = "1";
 string h_cite_engine             = "basic";
 string h_use_bibtopic            = "false";
 string h_paperorientation        = "portrait";
@@ -118,13 +157,15 @@ string h_papersides              = string();
 string h_paperpagestyle          = "default";
 string h_tracking_changes        = "false";
 string h_output_changes          = "false";
+string h_margins                 = "";
 
-
-void handle_opt(vector<string> & opts, char const * const * what, string & target)
+// returns true if at least one of the options in what has been found
+bool handle_opt(vector<string> & opts, char const * const * what, string & target)
 {
        if (opts.empty())
-               return;
+               return false;
 
+       bool found = false;
        // the last language option is the document language (for babel and LyX)
        // the last size option is the document font size
        vector<string>::iterator it;
@@ -133,13 +174,29 @@ void handle_opt(vector<string> & opts, char const * const * what, string & targe
                it = find(opts.begin(), opts.end(), *what);
                if (it != opts.end()) {
                        if (it >= position) {
+                               found = true;
                                target = *what;
                                position = it;
                        }
-                       // remove found options from the list
-                       opts.erase(it);
                }
        }
+       return found;
+}
+
+
+void delete_opt(vector<string> & opts, char const * const * what)
+{
+       if (opts.empty())
+               return;
+
+       // remove found options from the list
+       // do this after handle_opt to avoid potential memory leaks
+       vector<string>::iterator it;
+       for (; *what; ++what) {
+               it = find(opts.begin(), opts.end(), *what);
+               if (it != opts.end())
+                       opts.erase(it);
+       }
 }
 
 
@@ -200,100 +257,147 @@ void add_package(string const & name, vector<string> & options)
 }
 
 
-void handle_package(string const & name, string const & opts)
+// Given is a string like "scaled=0.9", return 0.9 * 100
+string const scale_as_percentage(string const & scale)
+{
+       string::size_type pos = scale.find('=');
+       if (pos != string::npos) {
+               string value = scale.substr(pos + 1);
+               if (isStrDbl(value))
+                       return convert<string>(100 * convert<double>(value));
+       }
+       // If the input string didn't match our expectations.
+       // return the default value "100"
+       return "100";
+}
+
+
+void handle_package(Parser &p, string const & name, string const & opts,
+                   bool in_lyx_preamble)
 {
        vector<string> options = split_options(opts);
        add_package(name, options);
-       size_t pos;
        string scale;
 
        // roman fonts
-       if (is_known(name, known_roman_fonts))
+       if (is_known(name, known_roman_fonts)) {
                h_font_roman = name;
+               p.skip_spaces();
+       }
+
        if (name == "fourier") {
                h_font_roman = "utopia";
                // when font uses real small capitals
                if (opts == "expert")
                        h_font_sc = "true";
        }
+
        if (name == "mathpazo")
                h_font_roman = "palatino";
+
        if (name == "mathptmx")
                h_font_roman = "times";
+
        // sansserif fonts
        if (is_known(name, known_sans_fonts)) {
                h_font_sans = name;
                if (!opts.empty()) {
                        scale = opts;
-                       // the option is in the form "scaled=0.9"
-                       // therefore cut of before the "="
-                       pos = scale.find("=");
-                       if (pos != string::npos) { 
-                               scale.erase(0, pos + 1);
-                               if (isStrDbl(scale)) {
-                                       // LyX needs the scale as integer, therfore multiply by 100
-                                       scale = convert<string>(100 * convert<double>(scale));
-                                       h_font_sf_scale = scale;
-                               }
-                       }
+                       h_font_sf_scale = scale_as_percentage(scale);
                }
        }
+
        // typewriter fonts
        if (is_known(name, known_typewriter_fonts)) {
                h_font_typewriter = name;
                if (!opts.empty()) {
                        scale = opts;
-                       // the option is in the form "scaled=0.9"
-                       // therefore cut of before the "="
-                       pos = scale.find("=");
-                       if (pos != string::npos) { 
-                               scale.erase(0, pos + 1);
-                               if (isStrDbl(scale)) {
-                                       // LyX needs the scale as integer, therfore multiply by 100
-                                       scale = convert<string>(100 * convert<double>(scale));
-                                       h_font_tt_scale = scale;
-                               }
-                       }
+                       h_font_tt_scale = scale_as_percentage(scale);
                }
        }
+
        // font uses old-style figure
        if (name == "eco")
                h_font_osf = "true";
 
        else if (name == "amsmath" || name == "amssymb")
-               h_use_amsmath = "1";
-       else if (name == "babel")
-               ; // ignore this
+               h_use_amsmath = "2";
+
+       else if (name == "esint")
+               h_use_esint = "2";
+
+       else if (name == "babel" && !opts.empty()) {
+               // check if more than one option was used - used later for inputenc
+               // in case inputenc is parsed before babel, set the encoding to auto
+               if (options.begin() != options.end() - 1) {
+                       one_language = false;
+                       h_inputencoding = "auto";
+               }
+               // babel takes the last language of the option of its \usepackage
+               // call as document language. If there is no such language option, the
+               // last language in the documentclass options is used.
+               handle_opt(options, known_languages, h_language);
+               delete_opt(options, known_languages);
+       }
+
        else if (name == "fontenc")
-               ; // ignore this
+                ;// ignore this
+
        else if (name == "inputenc") {
-               // only set when there is not more than one inputenc option
-               // therefore check for the "," character
-               if (opts.find(",") == string::npos)
+               // h_inputencoding is only set when there is not more than one
+               // inputenc option because otherwise h_inputencoding must be
+               // set to "auto" (the default encoding of the document language)
+               // Therefore check for the "," character.
+               // It is also only set when there is not more then one babel
+               // language option but this is handled in the routine for babel.
+               if (opts.find(",") == string::npos && one_language == true)
                        h_inputencoding = opts;
+               if (!options.empty())
+                       p.setEncoding(options.back());
                options.clear();
-       } else if (name == "makeidx")
+       }
+
+       else if (name == "makeidx")
+               ; // ignore this
+
+       else if (name == "prettyref")
                ; // ignore this
+
+       else if (name == "varioref")
+               ; // ignore this
+
        else if (name == "verbatim")
                ; // ignore this
+
+       else if (name == "nomencl")
+               ; // ignore this
+
+       else if (name == "textcomp")
+               ; // ignore this
+
+       else if (name == "url")
+               ; // ignore this
+
+       else if (name == "color") {
+               // with the following command this package is only loaded when needed for
+               // undefined colors, since we only support the predefined colors
+               h_preamble << "\\@ifundefined{definecolor}\n {\\usepackage{color}}{}\n";
+       }
+
        else if (name == "graphicx")
                ; // ignore this
-       else if (is_known(name, known_languages)) {
-               if (is_known(name, known_french_languages))
-                       h_language = "french";
-               else if (is_known(name, known_german_languages))
-                       h_language = "german";
-               else if (is_known(name, known_ngerman_languages))
-                       h_language = "ngerman";
-               else if (is_known(name, known_russian_languages))
-                       h_language = "russian";
-               else if (is_known(name, known_ukrainian_languages))
-                       h_language = "ukrainian";
-               else
-                       h_language = name;
-               h_quotes_language = h_language;
-
-       } else if (name == "natbib") {
+
+       else if (name == "setspace")
+               ; // ignore this
+
+       else if (name == "geometry")
+               ; // Ignore this, the geometry settings are made by the \geometry
+                 // command. This command is handled below.
+
+       else if (is_known(name, known_languages))
+               h_language = name;
+
+       else if (name == "natbib") {
                h_cite_engine = "natbib_authoryear";
                vector<string>::iterator it =
                        find(options.begin(), options.end(), "authoryear");
@@ -306,27 +410,87 @@ void handle_package(string const & name, string const & opts)
                                options.erase(it);
                        }
                }
-       } else if (name == "jurabib") {
+       }
+
+       else if (name == "jurabib")
                h_cite_engine = "jurabib";
-       } else if (options.empty())
-               h_preamble << "\\usepackage{" << name << "}\n";
-       else {
-               h_preamble << "\\usepackage[" << opts << "]{" << name << "}\n";
-               options.clear();
+
+       else if (!in_lyx_preamble) {
+               if (options.empty())
+                       h_preamble << "\\usepackage{" << name << "}";
+               else {
+                       h_preamble << "\\usepackage[" << opts << "]{" 
+                                  << name << "}";
+                       options.clear();
+               }
        }
 
        // We need to do something with the options...
        if (!options.empty())
                cerr << "Ignoring options '" << join(options, ",")
                     << "' of package " << name << '.' << endl;
+
+       // remove the whitespace
+       p.skip_spaces();
 }
 
 
 
 void end_preamble(ostream & os, TextClass const & /*textclass*/)
 {
+       // merge synonym languages
+       if (is_known(h_language, known_brazilian_languages))
+               h_language = "brazilian";
+       else if (is_known(h_language, known_french_languages))
+               h_language = "french";
+       else if (is_known(h_language, known_german_languages))
+               h_language = "german";
+       else if (is_known(h_language, known_ngerman_languages))
+               h_language = "ngerman";
+       else if (is_known(h_language, known_portuguese_languages))
+               h_language = "portuguese";
+       else if (is_known(h_language, known_russian_languages))
+               h_language = "russian";
+       else if (is_known(h_language, known_ukrainian_languages))
+               h_language = "ukrainian";
+
+       // set the quote language
+       // LyX only knows the following quotes languages:
+       // english, swedish, german, polish, french and danish
+       // (quotes for "japanese" and "chinese-traditional" are missing because
+       //  they wouldn't be useful: http://www.lyx.org/trac/ticket/6383)
+       // conversion list taken from
+       // http://en.wikipedia.org/wiki/Quotation_mark,_non-English_usage
+       // (quotes for kazakh and interlingua are unknown)
+       // danish
+       if (h_language == "danish")
+               h_quotes_language = "danish";
+       // french
+       else if (is_known(h_language, known_french_quotes_languages)
+               || is_known(h_language, known_french_languages)
+               || is_known(h_language, known_russian_languages)
+               || is_known(h_language, known_ukrainian_languages))
+               h_quotes_language = "french";
+       // german
+       else if (is_known(h_language, known_german_quotes_languages)
+               || is_known(h_language, known_german_languages)
+               || is_known(h_language, known_ngerman_languages))
+               h_quotes_language = "german";
+       // polish
+       else if (is_known(h_language, known_polish_quotes_languages))
+               h_quotes_language = "polish";
+       // swedish
+       else if (is_known(h_language, known_swedish_quotes_languages))
+               h_quotes_language = "swedish";
+       //english
+       else if (is_known(h_language, known_english_quotes_languages)
+               || is_known(h_language, known_brazilian_languages)
+               || is_known(h_language, known_portuguese_languages))
+               h_quotes_language = "english";
+
+       // output the LyX file settings
        os << "#LyX file created by tex2lyx " << PACKAGE_VERSION << "\n"
-          << "\\lyxformat 247\n"
+          << "\\lyxformat 264\n"
           << "\\begin_document\n"
           << "\\begin_header\n"
           << "\\textclass " << h_textclass << "\n";
@@ -350,9 +514,11 @@ void end_preamble(ostream & os, TextClass const & /*textclass*/)
           << "\\papersize " << h_papersize << "\n"
           << "\\use_geometry " << h_use_geometry << "\n"
           << "\\use_amsmath " << h_use_amsmath << "\n"
+          << "\\use_esint " << h_use_esint << "\n"
           << "\\cite_engine " << h_cite_engine << "\n"
           << "\\use_bibtopic " << h_use_bibtopic << "\n"
           << "\\paperorientation " << h_paperorientation << "\n"
+          << h_margins
           << "\\secnumdepth " << h_secnumdepth << "\n"
           << "\\tocdepth " << h_tocdepth << "\n"
           << "\\paragraph_separation " << h_paragraph_separation << "\n"
@@ -371,11 +537,14 @@ void end_preamble(ostream & os, TextClass const & /*textclass*/)
 
 } // anonymous namespace
 
-TextClass const parse_preamble(Parser & p, ostream & os, string const & forceclass)
+void parse_preamble(Parser & p, ostream & os, 
+       string const & forceclass, TeX2LyXDocClass & tc)
 {
        // initialize fixed types
        special_columns['D'] = 3;
        bool is_full_document = false;
+       bool is_lyx_file = false;
+       bool in_lyx_preamble = false;
 
        // determine whether this is a full document or a fragment for inclusion
        while (p.good()) {
@@ -398,39 +567,68 @@ TextClass const parse_preamble(Parser & p, ostream & os, string const & forcecla
                //
                // cat codes
                //
-               if (t.cat() == catLetter ||
-                         t.cat() == catSuper ||
-                         t.cat() == catSub ||
-                         t.cat() == catOther ||
-                         t.cat() == catMath ||
-                         t.cat() == catActive ||
-                         t.cat() == catBegin ||
-                         t.cat() == catEnd ||
-                         t.cat() == catAlign ||
-                         t.cat() == catParameter)
-               h_preamble << t.character();
-
-               else if (t.cat() == catSpace || t.cat() == catNewline)
+               if (!in_lyx_preamble &&
+                   (t.cat() == catLetter ||
+                    t.cat() == catSuper ||
+                    t.cat() == catSub ||
+                    t.cat() == catOther ||
+                    t.cat() == catMath ||
+                    t.cat() == catActive ||
+                    t.cat() == catBegin ||
+                    t.cat() == catEnd ||
+                    t.cat() == catAlign ||
+                    t.cat() == catParameter))
+                       h_preamble << t.cs();
+
+               else if (!in_lyx_preamble && 
+                        (t.cat() == catSpace || t.cat() == catNewline))
                        h_preamble << t.asInput();
 
-               else if (t.cat() == catComment)
-                       h_preamble << t.asInput();
+               else if (t.cat() == catComment) {
+                       // regex to parse comments (currently not used)
+                       static regex const islyxfile("%% LyX .* created this file");
+                       static regex const usercommands("User specified LaTeX commands");
+
+                       string const comment = t.asInput();
+
+                       // magically switch encoding default if it looks like XeLaTeX
+                       static string const magicXeLaTeX =
+                               "% This document must be compiled with XeLaTeX ";
+                       if (comment.size() > magicXeLaTeX.size() 
+                                 && comment.substr(0, magicXeLaTeX.size()) == magicXeLaTeX
+                                 && h_inputencoding == "auto") {
+                               cerr << "XeLaTeX comment found, switching to UTF8\n";
+                               h_inputencoding = "utf8";
+                       }
+                       smatch sub;
+                       if (regex_search(comment, sub, islyxfile)) {
+                               is_lyx_file = true;
+                               in_lyx_preamble = true;
+                       } else if (is_lyx_file
+                                  && regex_search(comment, sub, usercommands))
+                               in_lyx_preamble = false;
+                       else if (!in_lyx_preamble)
+                               h_preamble << t.asInput();
+               }
 
                else if (t.cs() == "pagestyle")
                        h_paperpagestyle = p.verbatim_item();
 
                else if (t.cs() == "makeatletter") {
+                       // LyX takes care of this
                        p.setCatCode('@', catLetter);
-                       h_preamble << "\\makeatletter";
                }
 
                else if (t.cs() == "makeatother") {
+                       // LyX takes care of this
                        p.setCatCode('@', catOther);
-                       h_preamble << "\\makeatother";
                }
 
                else if (t.cs() == "newcommand" || t.cs() == "renewcommand"
-                           || t.cs() == "providecommand") {
+                           || t.cs() == "providecommand"
+                               || t.cs() == "DeclareRobustCommand"
+                               || t.cs() == "ProvideTextCommandDefault"
+                               || t.cs() == "DeclareMathAccent") {
                        bool star = false;
                        if (p.next_token().character() == '*') {
                                p.get_token();
@@ -444,34 +642,19 @@ TextClass const parse_preamble(Parser & p, ostream & os, string const & forcecla
                        if (name == "\\rmdefault")
                                if (is_known(body, known_roman_fonts))
                                        h_font_roman = body;
-
                        if (name == "\\sfdefault")
                                if (is_known(body, known_sans_fonts))
                                        h_font_sans = body;
-
                        if (name == "\\ttdefault")
                                if (is_known(body, known_typewriter_fonts))
                                        h_font_typewriter = body;
-
                        if (name == "\\familydefault") {
                                string family = body;
                                // remove leading "\"
                                h_font_default_family = family.erase(0,1);
                        }
                        // only non-lyxspecific stuff
-                       if (   name != "\\noun"
-                           && name != "\\tabularnewline"
-                           && name != "\\LyX"
-                           && name != "\\lyxline"
-                           && name != "\\lyxaddress"
-                           && name != "\\lyxrightaddress"
-                           && name != "\\lyxdot"
-                           && name != "\\boldsymbol"
-                           && name != "\\lyxarrow"
-                           && name != "\\rmdefault"
-                           && name != "\\sfdefault"
-                           && name != "\\ttdefault"
-                           && name != "\\familydefault") {
+                       if (!in_lyx_preamble) {
                                ostringstream ss;
                                ss << '\\' << t.cs();
                                if (star)
@@ -491,24 +674,53 @@ TextClass const parse_preamble(Parser & p, ostream & os, string const & forcecla
                }
 
                else if (t.cs() == "documentclass") {
+                       vector<string>::iterator it;
                        vector<string> opts = split_options(p.getArg('[', ']'));
-                       handle_opt(opts, known_languages, h_language);
-                       if (is_known(h_language, known_french_languages))
-                               h_language = "french";
-                       else if (is_known(h_language, known_german_languages))
-                               h_language = "german";
-                       else if (is_known(h_language, known_ngerman_languages))
-                               h_language = "ngerman";
-                       else if (is_known(h_language, known_russian_languages))
-                               h_language = "russian";
-                       else if (is_known(h_language, known_ukrainian_languages))
-                               h_language = "ukrainian";
                        handle_opt(opts, known_fontsizes, h_paperfontsize);
+                       delete_opt(opts, known_fontsizes);
                        // delete "pt" at the end
                        string::size_type i = h_paperfontsize.find("pt");
                        if (i != string::npos)
                                h_paperfontsize.erase(i);
-                       h_quotes_language = h_language;
+                       // The documentclass options are always parsed before the options
+                       // of the babel call so that a language cannot overwrite the babel
+                       // options.
+                       handle_opt(opts, known_languages, h_language);
+                       delete_opt(opts, known_languages);
+                       
+                       // paper orientation
+                       if ((it = find(opts.begin(), opts.end(), "landscape")) != opts.end()) {
+                               h_paperorientation = "landscape";
+                               opts.erase(it);
+                       }
+                       // paper sides
+                       if ((it = find(opts.begin(), opts.end(), "oneside"))
+                                != opts.end()) {
+                               h_papersides = "1";
+                               opts.erase(it);
+                       }
+                       if ((it = find(opts.begin(), opts.end(), "twoside"))
+                                != opts.end()) {
+                               h_papersides = "2";
+                               opts.erase(it);
+                       }
+                       // paper columns
+                       if ((it = find(opts.begin(), opts.end(), "onecolumn"))
+                                != opts.end()) {
+                               h_papercolumns = "1";
+                               opts.erase(it);
+                       }
+                       if ((it = find(opts.begin(), opts.end(), "twocolumn"))
+                                != opts.end()) {
+                               h_papercolumns = "2";
+                               opts.erase(it);
+                       }
+                       // paper sizes
+                       // some size options are know to any document classes, other sizes
+                       // are handled by the \geometry command of the geometry package
+                       handle_opt(opts, known_class_paper_sizes, h_papersize);
+                       delete_opt(opts, known_class_paper_sizes);
+                       // the remaining options
                        h_options = join(opts, ",");
                        h_textclass = p.getArg('{', '}');
                }
@@ -516,16 +728,19 @@ TextClass const parse_preamble(Parser & p, ostream & os, string const & forcecla
                else if (t.cs() == "usepackage") {
                        string const options = p.getArg('[', ']');
                        string const name = p.getArg('{', '}');
-                       if (options.empty() && name.find(',')) {
-                               vector<string> vecnames;
-                               split(name, vecnames, ',');
-                               vector<string>::const_iterator it  = vecnames.begin();
-                               vector<string>::const_iterator end = vecnames.end();
-                               for (; it != end; ++it)
-                                       handle_package(trim(*it), string());
-                       } else {
-                               handle_package(name, options);
-                       }
+                       vector<string> vecnames;
+                       split(name, vecnames, ',');
+                       vector<string>::const_iterator it  = vecnames.begin();
+                       vector<string>::const_iterator end = vecnames.end();
+                       for (; it != end; ++it)
+                               handle_package(p, trim(*it), options, 
+                                              in_lyx_preamble);
+               }
+
+               else if (t.cs() == "inputencoding") {
+                       string const encoding = p.getArg('{','}');
+                       h_inputencoding = encoding;
+                       p.setEncoding(encoding);
                }
 
                else if (t.cs() == "newenvironment") {
@@ -536,18 +751,17 @@ TextClass const parse_preamble(Parser & p, ostream & os, string const & forcecla
                        ss << p.getOpt();
                        ss << '{' << p.verbatim_item() << '}';
                        ss << '{' << p.verbatim_item() << '}';
-                       if (name != "lyxcode" && name != "lyxlist" &&
-                           name != "lyxrightadress" &&
-                           name != "lyxaddress" && name != "lyxgreyedout")
+                       if (!in_lyx_preamble)
                                h_preamble << ss.str();
                }
 
                else if (t.cs() == "def") {
                        string name = p.get_token().cs();
                        while (p.next_token().cat() != catBegin)
-                               name += p.get_token().asString();
-                       h_preamble << "\\def\\" << name << '{'
-                                  << p.verbatim_item() << "}";
+                               name += p.get_token().cs();
+                       if (!in_lyx_preamble)
+                               h_preamble << "\\def\\" << name << '{'
+                                          << p.verbatim_item() << "}";
                }
 
                else if (t.cs() == "newcolumntype") {
@@ -557,7 +771,6 @@ TextClass const parse_preamble(Parser & p, ostream & os, string const & forcecla
                        string opts = p.getOpt();
                        if (!opts.empty()) {
                                istringstream is(string(opts, 1));
-                               //cerr << "opt: " << is.str() << "\n";
                                is >> nargs;
                        }
                        special_columns[name[0]] = nargs;
@@ -581,15 +794,32 @@ TextClass const parse_preamble(Parser & p, ostream & os, string const & forcecla
                else if (t.cs() == "setlength") {
                        string const name = p.verbatim_item();
                        string const content = p.verbatim_item();
-                       // Is this correct?
-                       if (name == "parskip")
-                               h_paragraph_separation = "skip";
-                       else if (name == "parindent")
-                               h_paragraph_separation = "skip";
-                       else
+                       // the paragraphs are only not indented when \parindent is set to zero
+                       if (name == "\\parindent" && content != "") {
+                               if (content[0] == '0')
+                                       h_paragraph_separation = "skip";
+                       } else if (name == "\\parskip") {
+                               if (content == "\\smallskipamount")
+                                       h_defskip = "smallskip";
+                               else if (content == "\\medskipamount")
+                                       h_defskip = "medskip";
+                               else if (content == "\\bigskipamount")
+                                       h_defskip = "bigskip";
+                               else
+                                       h_defskip = content;
+                       } else
                                h_preamble << "\\setlength{" << name << "}{" << content << "}";
                }
 
+               else if (t.cs() == "onehalfspacing")
+                       h_spacing = "onehalf";
+
+               else if (t.cs() == "doublespacing")
+                       h_spacing = "double";
+
+               else if (t.cs() == "setstretch")
+                       h_spacing = "other " + p.verbatim_item();
+
                else if (t.cs() == "begin") {
                        string const name = p.getArg('{', '}');
                        if (name == "document")
@@ -597,6 +827,35 @@ TextClass const parse_preamble(Parser & p, ostream & os, string const & forcecla
                        h_preamble << "\\begin{" << name << "}";
                }
 
+               else if (t.cs() == "geometry") {
+                       h_use_geometry = "true";
+                       vector<string> opts = split_options(p.getArg('{', '}'));
+                       vector<string>::iterator it;
+                       // paper orientation
+                       if ((it = find(opts.begin(), opts.end(), "landscape")) != opts.end()) {
+                               h_paperorientation = "landscape";
+                               opts.erase(it);
+                       }
+                       // paper size
+                       handle_opt(opts, known_paper_sizes, h_papersize);
+                       delete_opt(opts, known_paper_sizes);
+                       // page margins
+                       char const * const * margin = known_paper_margins;
+                       int k = -1;
+                       for (; *margin; ++margin) {
+                               k += 1;
+                               // search for the "=" in e.g. "lmargin=2cm" to get the value
+                               for(size_t i = 0; i != opts.size(); i++) {
+                                       if (opts.at(i).find(*margin) != string::npos) {
+                                               string::size_type pos = opts.at(i).find("=");
+                                               string value = opts.at(i).substr(pos + 1);
+                                               string name = known_coded_paper_margins[k];
+                                               h_margins += "\\" + name + " " + value + "\n";
+                                       }
+                               }
+                       }
+               }
+
                else if (t.cs() == "jurabibsetup") {
                        vector<string> jurabibsetup =
                                split_options(p.getArg('{', '}'));
@@ -608,30 +867,30 @@ TextClass const parse_preamble(Parser & p, ostream & os, string const & forcecla
                        }
                }
 
-               else if (!t.cs().empty())
+               else if (!t.cs().empty() && !in_lyx_preamble)
                        h_preamble << '\\' << t.cs();
        }
+
+       // remove the whitespace
        p.skip_spaces();
 
        // Force textclass if the user wanted it
        if (!forceclass.empty())
                h_textclass = forceclass;
-       if (noweb_mode && !lyx::support::prefixIs(h_textclass, "literate-"))
+       if (noweb_mode && !prefixIs(h_textclass, "literate-"))
                h_textclass.insert(0, "literate-");
        FileName layoutfilename = libFileSearch("layouts", h_textclass, "layout");
        if (layoutfilename.empty()) {
                cerr << "Error: Could not find layout file for textclass \"" << h_textclass << "\"." << endl;
                exit(1);
        }
-       TextClass textclass;
-       textclass.read(layoutfilename);
+       tc.read(layoutfilename);
        if (h_papersides.empty()) {
                ostringstream ss;
-               ss << textclass.sides();
+               ss << tc.sides();
                h_papersides = ss.str();
        }
-       end_preamble(os, textclass);
-       return textclass;
+       end_preamble(os, tc);
 }
 
 // }])