]> git.lyx.org Git - features.git/blobdiff - src/mathed/math_parser.C
Replace LString.h with support/std_string.h,
[features.git] / src / mathed / math_parser.C
index fbd3ad56438706f3e1c4fce8f3e2d2e865b8d8fe..0ab499f1b2d4e8ee87e518fb0684e6b6f1e0bbf4 100644 (file)
@@ -1,5 +1,11 @@
-/** The math parser
-    \author André Pönitz (2001)
+/**
+ * \file math_parser.C
+ * This file is part of LyX, the document processor.
+ * Licence details can be found in the file COPYING.
+ *
+ * \author André Pönitz
+ *
+ * Full author contact details are available in file CREDITS.
  */
 
 /*
@@ -32,43 +38,32 @@ following hack as starting point to write some macros:
 
 #include <config.h>
 
-
 #include "math_parser.h"
-#include "math_inset.h"
 #include "math_arrayinset.h"
 #include "math_braceinset.h"
-#include "math_boxinset.h"
 #include "math_charinset.h"
 #include "math_commentinset.h"
 #include "math_deliminset.h"
 #include "math_envinset.h"
-#include "math_extern.h"
 #include "math_factory.h"
 #include "math_kerninset.h"
 #include "math_macro.h"
 #include "math_macrotemplate.h"
-#include "math_hullinset.h"
 #include "math_parboxinset.h"
 #include "math_parinset.h"
 #include "math_rootinset.h"
 #include "math_scriptinset.h"
-#include "math_sizeinset.h"
 #include "math_sqrtinset.h"
-#include "math_stringinset.h"
 #include "math_support.h"
 #include "math_tabularinset.h"
-#include "math_xyarrowinset.h"
 
 //#include "insets/insetref.h"
 #include "ref_inset.h"
 
 #include "lyxlex.h"
+#include "support/std_sstream.h"
 #include "debug.h"
-#include "support/LAssert.h"
-#include "support/lstrings.h"
 
-#include <cctype>
-#include <algorithm>
 
 using std::istream;
 using std::ostream;
@@ -86,6 +81,7 @@ namespace {
 
 MathInset::mode_type asMode(MathInset::mode_type oldmode, string const & str)
 {
+       //lyxerr << "handling mode: '" << str << "'" << endl;
        if (str == "mathmode")
                return MathInset::MATH_MODE;
        if (str == "textmode" || str == "forcetext")
@@ -152,21 +148,21 @@ void catInit()
        fill(theCatcode + 'a', theCatcode + 'z' + 1, catLetter);
        fill(theCatcode + 'A', theCatcode + 'Z' + 1, catLetter);
 
-       theCatcode['\\'] = catEscape;
-       theCatcode['{']  = catBegin;
-       theCatcode['}']  = catEnd;
-       theCatcode['$']  = catMath;
-       theCatcode['&']  = catAlign;
-       theCatcode['\n'] = catNewline;
-       theCatcode['#']  = catParameter;
-       theCatcode['^']  = catSuper;
-       theCatcode['_']  = catSub;
-       theCatcode['\7f'] = catIgnore;
-       theCatcode[' ']  = catSpace;
-       theCatcode['\t'] = catSpace;
-       theCatcode['\r'] = catNewline;
-       theCatcode['~']  = catActive;
-       theCatcode['%']  = catComment;
+       theCatcode[int('\\')] = catEscape;
+       theCatcode[int('{')]  = catBegin;
+       theCatcode[int('}')]  = catEnd;
+       theCatcode[int('$')]  = catMath;
+       theCatcode[int('&')]  = catAlign;
+       theCatcode[int('\n')] = catNewline;
+       theCatcode[int('#')]  = catParameter;
+       theCatcode[int('^')]  = catSuper;
+       theCatcode[int('_')]  = catSub;
+       theCatcode[int(0x7f)] = catIgnore;
+       theCatcode[int(' ')]  = catSpace;
+       theCatcode[int('\t')] = catSpace;
+       theCatcode[int('\r')] = catNewline;
+       theCatcode[int('~')]  = catActive;
+       theCatcode[int('%')]  = catComment;
 }
 
 
@@ -206,6 +202,8 @@ ostream & operator<<(ostream & os, Token const & t)
 {
        if (t.cs().size())
                os << '\\' << t.cs();
+       else if (t.cat() == catLetter)
+               os << t.character();
        else
                os << '[' << t.character() << ',' << t.cat() << ']';
        return os;
@@ -328,7 +326,7 @@ Token const & Parser::nextToken() const
 Token const & Parser::getToken()
 {
        static const Token dummy;
-       //lyxerr << "looking at token " << tokens_[pos_] << " pos: " << pos_ << '\n';
+       //lyxerr << "looking at token " << tokens_[pos_] << " pos: " << pos_ << endl;
        return good() ? tokens_[pos_++] : dummy;
 }
 
@@ -383,7 +381,7 @@ void Parser::skipSpaceTokens(istream & is, char c)
        while (catcode(c) == catSpace || catcode(c) == catNewline)
                if (!is.get(c))
                        break;
-       //lyxerr << "putting back: " << c << "\n";
+       //lyxerr << "putting back: " << c << endl;
        is.putback(c);
 }
 
@@ -423,7 +421,7 @@ void Parser::tokenize(string const & buffer)
 
        char c;
        while (is.get(c)) {
-               //lyxerr << "reading c: " << c << "\n";
+               //lyxerr << "reading c: " << c << endl;
 
                switch (catcode(c)) {
                        case catNewline: {
@@ -473,7 +471,7 @@ void Parser::tokenize(string const & buffer)
                        }
 
                        case catIgnore: {
-                               lyxerr << "ignoring a char: " << int(c) << "\n";
+                               lyxerr << "ignoring a char: " << int(c) << endl;
                                break;
                        }
 
@@ -496,7 +494,7 @@ void Parser::dump() const
                        lyxerr << " <#> ";
                lyxerr << tokens_[i];
        }
-       lyxerr << " pos: " << pos_ << "\n";
+       lyxerr << " pos: " << pos_ << endl;
 }
 
 
@@ -529,6 +527,7 @@ bool Parser::parse(MathAtom & at)
 
 string Parser::parse_verbatim_option()
 {
+       skipSpaces();
        string res;
        if (nextToken().character() == '[') {
                Token t = getToken();
@@ -546,6 +545,7 @@ string Parser::parse_verbatim_option()
 
 string Parser::parse_verbatim_item()
 {
+       skipSpaces();
        string res;
        if (nextToken().cat() == catBegin) {
                Token t = getToken();
@@ -578,15 +578,15 @@ void Parser::parse(MathArray & array, unsigned flags, mode_type mode)
 }
 
 
-void Parser::parse2(MathAtom & at, unsigned flags, mode_type mode,
-       bool numbered)
+void Parser::parse2(MathAtom & at, const unsigned flags, const mode_type mode,
+       const bool numbered)
 {
        parse1(*(at.nucleus()->asGridInset()), flags, mode, numbered);
 }
 
 
 void Parser::parse1(MathGridInset & grid, unsigned flags,
-       mode_type mode, bool numbered)
+       const mode_type mode, const bool numbered)
 {
        int limits = 0;
        MathGridInset::row_type cellrow = 0;
@@ -597,31 +597,31 @@ void Parser::parse1(MathGridInset & grid, unsigned flags,
                grid.asHullInset()->numbered(cellrow, numbered);
 
        //dump();
+       //lyxerr << " flags: " << flags << endl;
+       //lyxerr << " mode: " << mode  << endl;
        //lyxerr << "grid: " << grid << endl;
 
        while (good()) {
                Token const & t = getToken();
 
 #ifdef FILEDEBUG
-               lyxerr << "t: " << t << " flags: " << flags << "\n";
+               lyxerr << "t: " << t << " flags: " << flags << endl;
+               lyxerr << "mode: " << mode  << endl;
                cell->dump();
-               lyxerr << "\n";
+               lyxerr << endl;
 #endif
 
                if (flags & FLAG_ITEM) {
-                       if (t.cat() == catSpace)
-                               continue;
 
-                       flags &= ~FLAG_ITEM;
-                       if (t.cat() == catBegin) {
+               if (t.cat() == catBegin) {
                                // skip the brace and collect everything to the next matching
                                // closing brace
-                               flags |= FLAG_BRACE_LAST;
-                               continue;
+                               parse1(grid, FLAG_BRACE_LAST, mode, numbered);
+                               return;
                        }
 
                        // handle only this single token, leave the loop if done
-                       flags |= FLAG_LEAVE;
+                       flags = FLAG_LEAVE;
                }
 
 
@@ -678,7 +678,7 @@ void Parser::parse1(MathGridInset & grid, unsigned flags,
                        }
 
                        else {
-                               error("something strange in the parser\n");
+                               error("something strange in the parser");
                                break;
                        }
                }
@@ -691,8 +691,10 @@ void Parser::parse1(MathGridInset & grid, unsigned flags,
                                cell->push_back(MathAtom(new MathCharInset(t.character())));
                }
 
-               else if (t.cat() == catNewline && mode != MathInset::MATH_MODE)
-                       cell->push_back(MathAtom(new MathCharInset(t.character())));
+               else if (t.cat() == catNewline && mode != MathInset::MATH_MODE) {
+                       if (cell->empty() || cell->back()->getChar() != ' ')
+                               cell->push_back(MathAtom(new MathCharInset(' ')));
+               }
 
                else if (t.cat() == catParameter) {
                        Token const & n = getToken();
@@ -723,9 +725,9 @@ void Parser::parse1(MathGridInset & grid, unsigned flags,
 
                else if (t.cat() == catAlign) {
                        ++cellcol;
-                       //lyxerr << " column now " << cellcol << " max: " << grid.ncols() << "\n";
+                       //lyxerr << " column now " << cellcol << " max: " << grid.ncols() << endl;
                        if (cellcol == grid.ncols()) {
-                               //lyxerr << "adding column " << cellcol << "\n";
+                               //lyxerr << "adding column " << cellcol << endl;
                                grid.addCol(cellcol - 1);
                        }
                        cell = &grid.cell(grid.index(cellrow, cellcol));
@@ -759,7 +761,7 @@ void Parser::parse1(MathGridInset & grid, unsigned flags,
                }
 
                else if (t.character() == ']' && (flags & FLAG_BRACK_LAST)) {
-                       //lyxerr << "finished reading option\n";
+                       //lyxerr << "finished reading option" << endl;
                        return;
                }
 
@@ -787,7 +789,11 @@ void Parser::parse1(MathGridInset & grid, unsigned flags,
                                cell->back().nucleus()->lock(true);
                }
 
-               else if (t.cs() == "def" || t.cs() == "newcommand") {
+               else if (t.cs() == "def" ||
+                       t.cs() == "newcommand" ||
+                       t.cs() == "renewcommand")
+               {
+                       string const type = t.cs();
                        string name;
                        int nargs = 0;
                        if (t.cs() == "def") {
@@ -801,19 +807,19 @@ void Parser::parse1(MathGridInset & grid, unsigned flags,
                                        ++nargs;
                                }
                                nargs /= 2;
-                               //lyxerr << "read \\def parameter list '" << pars << "'\n";
+                               //lyxerr << "read \\def parameter list '" << pars << "'" << endl;
 
-                       } else { // t.cs() == "newcommand"
+                       } else { // t.cs() == "newcommand" || t.cs() == "renewcommand"
 
                                if (getToken().cat() != catBegin) {
-                                       error("'{' in \\newcommand expected (1) \n");
+                                       error("'{' in \\newcommand expected (1) ");
                                        return;
                                }
 
                                name = getToken().cs();
 
                                if (getToken().cat() != catEnd) {
-                                       error("'}' in \\newcommand expected\n");
+                                       error("'}' in \\newcommand expected");
                                        return;
                                }
 
@@ -830,18 +836,18 @@ void Parser::parse1(MathGridInset & grid, unsigned flags,
                        //MathArray test;
                        //test.push_back(createMathInset(name));
                        //if (ar1.contains(test)) {
-                       //      error("we cannot handle recursive macros at all.\n");
+                       //      error("we cannot handle recursive macros at all.");
                        //      return;
                        //}
 
                        // is a version for display attached?
                        skipSpaces();
                        MathArray ar2;
-                       if (nextToken().cat() == catBegin) {
+                       if (nextToken().cat() == catBegin)
                                parse(ar2, FLAG_ITEM, MathInset::MATH_MODE);
-                       }
 
-                       cell->push_back(MathAtom(new MathMacroTemplate(name, nargs, ar1, ar2)));
+                       cell->push_back(MathAtom(new MathMacroTemplate(name, nargs, type,
+                               ar1, ar2)));
                }
 
                else if (t.cs() == "(") {
@@ -899,13 +905,13 @@ void Parser::parse1(MathGridInset & grid, unsigned flags,
                        parse(count, FLAG_ITEM, mode);
                        int cols = 1;
                        if (!extractNumber(count, cols)) {
-                               lyxerr << " can't extract number of cells from " << count << "\n";
+                               lyxerr << " can't extract number of cells from " << count << endl;
                        }
                        // resize the table if necessary
                        for (int i = 0; i < cols; ++i) {
                                ++cellcol;
                                if (cellcol == grid.ncols()) {
-                                       //lyxerr << "adding column " << cellcol << "\n";
+                                       //lyxerr << "adding column " << cellcol << endl;
                                        grid.addCol(cellcol - 1);
                                }
                                cell = &grid.cell(grid.index(cellrow, cellcol));
@@ -964,7 +970,7 @@ void Parser::parse1(MathGridInset & grid, unsigned flags,
                        parse(cell->back().nucleus()->cell(0), FLAG_ITEM, mode);
                }
 
-               else if (t.cs() == "ref" || t.cs() == "prettyref" || 
+               else if (t.cs() == "ref" || t.cs() == "prettyref" ||
                                t.cs() == "pageref" || t.cs() == "vpageref" || t.cs() == "vref") {
                        cell->push_back(MathAtom(new RefInset(t.cs())));
                        parse(cell->back().nucleus()->cell(1), FLAG_OPTION, mode);
@@ -972,9 +978,11 @@ void Parser::parse1(MathGridInset & grid, unsigned flags,
                }
 
                else if (t.cs() == "left") {
+                       skipSpaces();
                        string l = getToken().asString();
                        MathArray ar;
                        parse(ar, FLAG_RIGHT, mode);
+                       skipSpaces();
                        string r = getToken().asString();
                        cell->push_back(MathAtom(new MathDelimInset(l, r, ar)));
                }
@@ -982,14 +990,13 @@ void Parser::parse1(MathGridInset & grid, unsigned flags,
                else if (t.cs() == "right") {
                        if (flags & FLAG_RIGHT)
                                return;
-                       //lyxerr << "got so far: '" << cell << "'\n";
+                       //lyxerr << "got so far: '" << cell << "'" << endl;
                        error("Unmatched right delimiter");
                        return;
                }
 
                else if (t.cs() == "begin") {
                        string const name = getArg('{', '}');
-                       skipSpaces();
 
                        if (name == "array" || name == "subarray") {
                                string const valign = parse_verbatim_option() + 'c';
@@ -998,7 +1005,7 @@ void Parser::parse1(MathGridInset & grid, unsigned flags,
                                parse2(cell->back(), FLAG_END, mode, false);
                        }
 
-                       if (name == "tabular") {
+                       else if (name == "tabular") {
                                string const valign = parse_verbatim_option() + 'c';
                                string const halign = parse_verbatim_item();
                                cell->push_back(MathAtom(new MathTabularInset(name, valign[0], halign)));
@@ -1076,10 +1083,11 @@ void Parser::parse1(MathGridInset & grid, unsigned flags,
                        }
 
                        else {
-                               // lyxerr << "unknow math inset begin '" << name << "'\n";
+                               dump();
+                               lyxerr << "found unknown math environment '" << name << "'" << endl;
                                // create generic environment inset
                                cell->push_back(MathAtom(new MathEnvInset(name)));
-                               parse(cell->back().nucleus()->cell(0), FLAG_END, mode);
+                               parse(cell->back().nucleus()->cell(0), FLAG_ITEM, mode);
                        }
                }
 
@@ -1103,11 +1111,13 @@ void Parser::parse1(MathGridInset & grid, unsigned flags,
 
                else if (t.cs() == "label") {
                        string label = parse_verbatim_item();
+                       MathArray ar;
+                       asArray(label, ar);
                        if (grid.asHullInset()) {
                                grid.asHullInset()->label(cellrow, label);
                        } else {
                                cell->push_back(createMathInset(t.cs()));
-                               cell->push_back(MathAtom(new MathBraceInset(asArray(label))));
+                               cell->push_back(MathAtom(new MathBraceInset(ar)));
                        }
                }
 
@@ -1125,12 +1135,7 @@ void Parser::parse1(MathGridInset & grid, unsigned flags,
                        parse2(cell->back(), FLAG_ITEM, mode, false);
                }
 
-               else if (t.cs() == "xymatrix") {
-                       cell->push_back(createMathInset(t.cs()));
-                       parse2(cell->back(), FLAG_ITEM, mode, false);
-               }
-
-               else if (t.cs() == "framebox") {
+               else if (t.cs() == "framebox" || t.cs() == "makebox") {
                        cell->push_back(createMathInset(t.cs()));
                        parse(cell->back().nucleus()->cell(0), FLAG_OPTION, MathInset::TEXT_MODE);
                        parse(cell->back().nucleus()->cell(1), FLAG_OPTION, MathInset::TEXT_MODE);
@@ -1155,11 +1160,11 @@ void Parser::parse1(MathGridInset & grid, unsigned flags,
                                p->up_ = nextToken().cat() == catSuper;
                                getToken();
                                parse(p->cell(1), FLAG_ITEM, mode);
-                               //lyxerr << "read label: " << p->cell(1) << "\n";
+                               //lyxerr << "read label: " << p->cell(1) << endl;
                        }
 
                        cell->push_back(MathAtom(p));
-                       //lyxerr << "read cell: " << cell << "\n";
+                       //lyxerr << "read cell: " << cell << endl;
                }
 #endif
 
@@ -1204,8 +1209,11 @@ void Parser::parse1(MathGridInset & grid, unsigned flags,
                        else {
                                MathAtom at = createMathInset(t.cs());
                                MathInset::mode_type m = mode;
-                               if (m == MathInset::UNDECIDED_MODE)
+                               //if (m == MathInset::UNDECIDED_MODE)
+                               //lyxerr << "default creation: m1: " << m << endl;
+                               if (at->currentMode() != MathInset::UNDECIDED_MODE)
                                        m = at->currentMode();
+                               //lyxerr << "default creation: m2: " << m << endl;
                                MathInset::idx_type start = 0;
                                // this fails on \bigg[...\bigg]
                                //MathArray opt;