]> git.lyx.org Git - lyx.git/blobdiff - src/mathed/math_parser.C
more const correctness
[lyx.git] / src / mathed / math_parser.C
index f7cead75b04300daa66d275ded8b3011c5e7d659..cee5e1b6fb84c06e2bcf951d9d630ef85d865fbe 100644 (file)
@@ -1,25 +1,12 @@
-/*
- *  File:        math_parser.C
- *  Purpose:     Parser for mathed
- *  Author:      Alejandro Aguilar Sierra <asierra@servidor.unam.mx>
- *  Created:     January 1996
- *  Description: Parse LaTeX2e math mode code.
- *
- *  Dependencies: Xlib, XForms
- *
- *  Copyright: 1996, Alejandro Aguilar Sierra
- *
- *   Version: 0.8beta.
- *
- *   You are free to use and modify this code under the terms of
- *   the GNU General Public Licence version 2 or later.
+/** The math parser
+    \author André Pönitz (2001)
  */
 
 /*
 
-If someone desperately needs partial "structures" (such as a few cells of
-an array inset or similar) (s)he could uses the following hack as starting
-point to write some macros:
+If someone desperately needs partial "structures" (such as a few
+cells of an array inset or similar) (s)he could uses the
+following hack as starting point to write some macros:
 
   \newif\ifcomment
   \commentfalse
@@ -56,54 +43,64 @@ point to write some macros:
 #include "math_boxinset.h"
 #include "math_charinset.h"
 #include "math_deliminset.h"
+#include "math_envinset.h"
+#include "math_extern.h"
 #include "math_factory.h"
-#include "math_funcinset.h"
 #include "math_kerninset.h"
 #include "math_macro.h"
-#include "math_macrotable.h"
 #include "math_macrotemplate.h"
 #include "math_hullinset.h"
+#include "math_parboxinset.h"
+#include "math_parinset.h"
 #include "math_rootinset.h"
-#include "math_sizeinset.h"
-#include "math_sqrtinset.h"
 #include "math_scriptinset.h"
-#include "math_specialcharinset.h"
+#include "math_sizeinset.h"
 #include "math_sqrtinset.h"
+#include "math_stringinset.h"
 #include "math_support.h"
 #include "math_xyarrowinset.h"
 
+//#include "insets/insetref.h"
+#include "ref_inset.h"
+
 #include "lyxlex.h"
 #include "debug.h"
 #include "support/LAssert.h"
 #include "support/lstrings.h"
 
 #include <cctype>
-#include <stack>
 #include <algorithm>
 
 using std::istream;
 using std::ostream;
 using std::ios;
 using std::endl;
-using std::stack;
 using std::fill;
 using std::vector;
+using std::atoi;
+
 
 //#define FILEDEBUG
 
 
 namespace {
 
-bool stared(string const & s)
+MathInset::mode_type asMode(string const & str)
 {
-       string::size_type const n = s.size();
-       return n && s[n - 1] == '*';
+       if (str == "mathmode")
+               return MathInset::MATH_MODE;
+       if (str == "textmode" || str == "forcetext")
+               return MathInset::TEXT_MODE;
+       if (str == "verbatimmode")
+               return MathInset::VERBATIM_MODE;
+       return MathInset::UNDECIDED_MODE;
 }
 
 
-void add(MathArray & ar, char c, MathTextCodes code)
+bool stared(string const & s)
 {
-       ar.push_back(MathAtom(new MathCharInset(c, code)));
+       string::size_type const n = s.size();
+       return n && s[n - 1] == '*';
 }
 
 
@@ -137,15 +134,17 @@ inline CatCode catcode(unsigned char c)
 
 
 enum {
-       FLAG_BRACE_LAST = 1 << 1,  //  last closing brace ends the parsing process
+       FLAG_BRACE_LAST = 1 << 1,  //  last closing brace ends the parsing
        FLAG_RIGHT      = 1 << 2,  //  next \\right ends the parsing process
        FLAG_END        = 1 << 3,  //  next \\end ends the parsing process
-       FLAG_BRACK_END  = 1 << 4,  //  next closing bracket ends the parsing process
-       FLAG_BOX        = 1 << 5,  //  we are in a box
+       FLAG_BRACK_LAST = 1 << 4,  //  next closing bracket ends the parsing
+       FLAG_TEXTMODE   = 1 << 5,  //  we are in a box
        FLAG_ITEM       = 1 << 6,  //  read a (possibly braced token)
-       FLAG_BLOCK      = 1 << 7,  //  next block ends the parsing process
-       FLAG_BLOCK2     = 1 << 8,  //  next block2 ends the parsing process
-       FLAG_LEAVE      = 1 << 9   //  leave the loop at the end
+       FLAG_LEAVE      = 1 << 7,  //  leave the loop at the end
+       FLAG_SIMPLE     = 1 << 8,  //  next $ leaves the loop
+       FLAG_EQUATION   = 1 << 9,  //  next \] leaves the loop
+       FLAG_SIMPLE2    = 1 << 10, //  next \) leaves the loop
+       FLAG_OPTION     = 1 << 11  //  read [...] style option
 };
 
 
@@ -167,7 +166,7 @@ void catInit()
        theCatcode['\7f'] = catIgnore;
        theCatcode[' ']  = catSpace;
        theCatcode['\t'] = catSpace;
-       theCatcode['\r'] = catSpace;
+       theCatcode['\r'] = catNewline;
        theCatcode['~']  = catActive;
        theCatcode['%']  = catComment;
 }
@@ -194,9 +193,7 @@ public:
        ///
        char character() const { return char_; }
        ///
-       string asString() const;
-       ///
-       bool isCR() const;
+       string asString() const { return cs_.size() ? cs_ : string(1, char_); }
 
 private:
        ///
@@ -207,28 +204,6 @@ private:
        CatCode cat_;
 };
 
-bool Token::isCR() const
-{
-       return cs_ == "\\" || cs_ == "cr" || cs_ == "crcr";
-}
-
-string Token::asString() const
-{
-       return cs_.size() ? cs_ : string(1, char_);
-}
-
-// Angus' compiler says these are not needed
-//bool operator==(Token const & s, Token const & t)
-//{
-//     return s.character() == t.character()
-//             && s.cat() == t.cat() && s.cs() == t.cs();
-//}
-//
-//bool operator!=(Token const & s, Token const & t)
-//{
-//     return !(s == t);
-//}
-
 ostream & operator<<(ostream & os, Token const & t)
 {
        if (t.cs().size())
@@ -242,17 +217,18 @@ ostream & operator<<(ostream & os, Token const & t)
 class Parser {
 
 public:
+       ///
+       typedef  MathInset::mode_type mode_type;
+
        ///
        Parser(LyXLex & lex);
        ///
        Parser(istream & is);
 
        ///
-       bool parse_macro(string & name);
-       ///
-       bool parse_normal(MathAtom &);
+       bool parse(MathAtom & at);
        ///
-       void parse_into(MathArray & array, unsigned flags, MathTextCodes = LM_TC_MIN);
+       void parse(MathArray & array, unsigned flags, mode_type mode);
        ///
        int lineno() const { return lineno_; }
        ///
@@ -260,21 +236,18 @@ public:
 
 private:
        ///
-       void parse_into1(MathArray & array, unsigned flags, MathTextCodes);
+       void parse1(MathGridInset & grid, unsigned flags, mode_type mode,
+               bool numbered);
        ///
-       string getArg(char lf, char rf);
+       void parse2(MathAtom & at, unsigned flags, mode_type mode, bool numbered);
+       /// get arg delimited by 'left' and 'right'
+       string getArg(char left, char right);
        ///
        char getChar();
        ///
        void error(string const & msg);
-       ///
-       bool parse_lines(MathAtom & t, bool numbered, bool outmost);
-       /// parses {... & ... \\ ... & ... }
-       bool parse_lines2(MathAtom & t, bool braced);
        /// dump contents to screen
        void dump() const;
-
-private:
        ///
        void tokenize(istream & is);
        ///
@@ -293,12 +266,6 @@ private:
        Token const & getToken();
        /// skips spaces if any
        void skipSpaces();
-       /// skips opening brace
-       void skipBegin();
-       /// skips closing brace
-       void skipEnd();
-       /// counts a sequence of hlines
-       int readHLines();
        ///
        void lex(string const & s);
        ///
@@ -310,17 +277,11 @@ private:
        vector<Token> tokens_;
        ///
        unsigned pos_;
-       ///
-       bool   curr_num_;
-       ///
-       string curr_label_;
-       ///
-       string curr_skip_;
 };
 
 
 Parser::Parser(LyXLex & lexer)
-       : lineno_(lexer.getLineNo()), pos_(0), curr_num_(false)
+       : lineno_(lexer.getLineNo()), pos_(0)
 {
        tokenize(lexer.getStream());
        lexer.eatLine();
@@ -328,7 +289,7 @@ Parser::Parser(LyXLex & lexer)
 
 
 Parser::Parser(istream & is)
-       : lineno_(0), pos_(0), curr_num_(false)
+       : lineno_(0), pos_(0)
 {
        tokenize(is);
 }
@@ -370,39 +331,8 @@ Token const & Parser::getToken()
 
 void Parser::skipSpaces()
 {
-       while (nextToken().cat() == catSpace)
-               getToken();
-}
-
-
-void Parser::skipBegin()
-{
-       if (nextToken().cat() == catBegin)
-               getToken();
-       else
-               lyxerr << "'{' expected\n";
-}
-
-
-void Parser::skipEnd()
-{
-       if (nextToken().cat() == catEnd)
+       while (nextToken().cat() == catSpace || nextToken().cat() == catNewline)
                getToken();
-       else
-               lyxerr << "'}' expected\n";
-}
-
-
-int Parser::readHLines()
-{
-       int num = 0;
-       skipSpaces();
-       while (nextToken().cs() == "hline") {
-               getToken();
-               ++num;
-               skipSpaces();
-       }
-       return num;
 }
 
 
@@ -421,28 +351,39 @@ bool Parser::good() const
 char Parser::getChar()
 {
        if (!good())
-               lyxerr << "The input stream is not well..." << endl;
+               error("The input stream is not well...");
        return tokens_[pos_++].character();
 }
 
 
-string Parser::getArg(char lf, char rg)
+string Parser::getArg(char left, char right)
 {
        skipSpaces();
 
        string result;
        char c = getChar();
 
-       if (c != lf)
+       if (c != left)
                putback();
        else
-               while ((c = getChar()) != rg && good())
+               while ((c = getChar()) != right && good())
                        result += c;
 
        return result;
 }
 
 
+void Parser::skipSpaceTokens(istream & is, char c)
+{
+       // skip trailing spaces
+       while (catcode(c) == catSpace || catcode(c) == catNewline)
+               if (!is.get(c))
+                       break;
+       //lyxerr << "putting back: " << c << "\n";
+       is.putback(c);
+}
+
+
 void Parser::tokenize(istream & is)
 {
        // eat everything up to the next \end_inset or end of stream
@@ -462,17 +403,6 @@ void Parser::tokenize(istream & is)
 }
 
 
-void Parser::skipSpaceTokens(istream & is, char c)
-{
-       // skip trailing spaces
-       while (catcode(c) == catSpace || catcode(c) == catNewline)
-               if (!is.get(c))
-                       break;
-       //lyxerr << "putting back: " << c << "\n";
-       is.putback(c);
-}
-
-
 void Parser::tokenize(string const & buffer)
 {
        static bool init_done = false;
@@ -495,7 +425,7 @@ void Parser::tokenize(string const & buffer)
                                if (catcode(c) == catNewline)
                                        ; //push_back(Token("par"));
                                else {
-                                       push_back(Token(' ', catSpace));
+                                       push_back(Token('\n', catNewline));
                                        is.putback(c);
                                }
                                break;
@@ -552,9 +482,12 @@ void Parser::tokenize(string const & buffer)
 void Parser::dump() const
 {
        lyxerr << "\nTokens: ";
-       for (unsigned i = 0; i < tokens_.size(); ++i)
+       for (unsigned i = 0; i < tokens_.size(); ++i) {
+               if (i == pos_)
+                       lyxerr << " <#> ";
                lyxerr << tokens_[i];
-       lyxerr << "\n";
+       }
+       lyxerr << " pos: " << pos_ << "\n";
 }
 
 
@@ -566,350 +499,60 @@ void Parser::error(string const & msg)
 }
 
 
-
-bool Parser::parse_lines(MathAtom & t, bool numbered, bool outmost)
-{
-       MathGridInset * p = t->asGridInset();
-       if (!p) {
-               dump();
-               lyxerr << "error in Parser::parse_lines() 1\n";
-               return false;
-       }
-
-       // save global variables
-       bool   const saved_num   = curr_num_;
-       string const saved_label = curr_label_;
-
-       // read initial hlines
-       p->rowinfo(0).lines_ = readHLines();
-
-       for (int row = 0; true; ++row) {
-               // reset global variables
-               curr_num_   = numbered;
-               curr_label_.erase();
-
-               // reading a row
-               for (MathInset::col_type col = 0; true; ++col) {
-                       //lyxerr << "reading cell " << row << " " << col << " "
-                       // << p->ncols() << "\n";
-                       //lyxerr << "ncols: " << p->ncols() << "\n";
-
-                       if (col >= p->ncols()) {
-                               //lyxerr << "adding col " << col << "\n";
-                               p->addCol(p->ncols());
-                       }
-
-                       MathArray & ar = p->cell(col + row * p->ncols());
-                       parse_into(ar, FLAG_BLOCK);
-                       // remove 'unnecessary' braces:
-                       if (ar.size() == 1 && ar.back()->asBraceInset())
-                               ar = ar.back()->asBraceInset()->cell(0);
-                       //lyxerr << "ar: " << ar << "\n";
-
-                       // break if cell is not followed by an ampersand
-                       if (nextToken().cat() != catAlign) {
-                               //lyxerr << "less cells read than normal in row/col: "
-                               //      << row << " " << col << "\n";
-                               break;
-                       }
-
-                       // skip the ampersand
-                       getToken();
-               }
-
-               if (outmost) {
-                       MathHullInset * m = t->asHullInset();
-                       if (!m) {
-                               lyxerr << "error in Parser::parse_lines() 2\n";
-                               return false;
-                       }
-                       m->numbered(row, curr_num_);
-                       m->label(row, curr_label_);
-                       if (curr_skip_.size()) {
-                               m->vcrskip(LyXLength(curr_skip_), row);
-                               curr_skip_.erase();
-                       }
-               }
-
-               // is a \\ coming?
-               if (nextToken().isCR()) {
-                       // skip the cr-token
-                       getToken();
-
-                       // try to read a length
-                       //get
-
-                       // read hlines for next row
-                       p->rowinfo(row + 1).lines_ = readHLines();
-               }
-
-               // we are finished if the next token is an 'end'
-               if (nextToken().cs() == "end") {
-                       // skip the end-token
-                       getToken();
-                       getArg('{','}');
-
-                       // leave the 'read a line'-loop
-                       break;
-               }
-
-               // otherwise, we have to start a new row
-               p->appendRow();
-       }
-
-       // restore "global" variables
-       curr_num_   = saved_num;
-       curr_label_ = saved_label;
-
-       return true;
-}
-
-
-bool Parser::parse_lines2(MathAtom & t, bool braced)
-{
-       MathGridInset * p = t->asGridInset();
-       if (!p) {
-               lyxerr << "error in Parser::parse_lines() 1\n";
-               return false;
-       }
-
-       for (int row = 0; true; ++row) {
-               // reading a row
-               for (MathInset::col_type col = 0; true; ++col) {
-                       //lyxerr << "reading cell " << row << " " << col << " " << p->ncols() << "\n";
-
-                       if (col >= p->ncols()) {
-                               //lyxerr << "adding col " << col << "\n";
-                               p->addCol(p->ncols());
-                       }
-
-                       parse_into(p->cell(col + row * p->ncols()), FLAG_BLOCK2);
-                       //lyxerr << "read cell: " << p->cell(col + row * p->ncols()) << "\n";
-
-                       // break if cell is not followed by an ampersand
-                       if (nextToken().cat() != catAlign) {
-                               //lyxerr << "less cells read than normal in row/col: " << row << " " << col << "\n";
-                               break;
-                       }
-
-                       // skip the ampersand
-                       getToken();
-               }
-
-               // is a \\ coming?
-               if (nextToken().isCR()) {
-                       // skip the cr-token
-                       getToken();
-               }
-
-               // we are finished if the next token is the one we expected
-               // skip the end-token
-               // leave the 'read a line'-loop
-               if (braced) {
-                       if (nextToken().cat() == catEnd) {
-                               getToken();
-                               break;
-                       }
-               } else {
-                       if (nextToken().cs() == "end") {
-                               getToken();
-                               getArg('{','}');
-                               break;
-                       }
-               }
-
-               // otherwise, we have to start a new row
-               p->appendRow();
-       }
-
-       return true;
-}
-
-
-
-bool Parser::parse_macro(string & name)
+bool Parser::parse(MathAtom & at)
 {
-       name = "{error}";
        skipSpaces();
-
-       if (getToken().cs() != "newcommand") {
-               lyxerr << "\\newcommand expected\n";
-               return false;
-       }
-
-       if (getToken().cat() != catBegin) {
-               lyxerr << "'{' in \\newcommand expected (1)\n";
-               return false;
-       }
-
-       name = getToken().cs();
-
-       if (getToken().cat() != catEnd) {
-               lyxerr << "'}' expected\n";
-               return false;
-       }
-
-       string    arg  = getArg('[', ']');
-       int       narg = arg.empty() ? 0 : atoi(arg.c_str());
-
-       if (getToken().cat() != catBegin) {
-               lyxerr << "'{' in \\newcommand expected (2)\n";
-               return false;
-       }
-
        MathArray ar;
-       parse_into(ar, FLAG_BRACE_LAST);
-
-       // we cannot handle recursive stuff at all
-       MathArray test;
-       test.push_back(createMathInset(name));
-       if (ar.contains(test)) {
-               lyxerr << "we cannot handle recursive macros at all.\n";
-               return false;
+       parse(ar, false, MathInset::UNDECIDED_MODE);
+       if (ar.size() != 1 || ar.front()->getType() == "none") {
+               lyxerr << "unusual contents found: " << ar << endl;
+               at = MathAtom(new MathParInset);
+               if (at->nargs() > 0)
+                       at.nucleus()->cell(0) = ar;
+               else
+                       lyxerr << "unusual contents found: " << ar << endl;
+               return true;
        }
-
-       MathMacroTable::create(name, narg, ar);
+       at = ar[0];
        return true;
 }
 
 
-bool Parser::parse_normal(MathAtom & matrix)
+void Parser::parse(MathArray & array, unsigned flags, mode_type mode)
 {
-       skipSpaces();
-       Token const & t = getToken();
-
-       if (t.cs() == "(") {
-               matrix = MathAtom(new MathHullInset(LM_OT_SIMPLE));
-               parse_into(matrix->cell(0), 0);
-               return true;
-       }
-
-       if (t.cat() == catMath) {
-               Token const & n = getToken();
-               if (n.cat() == catMath) {
-                       // TeX's $$...$$ syntax for displayed math
-                       matrix = MathAtom(new MathHullInset(LM_OT_EQUATION));
-                       MathHullInset * p = matrix->asHullInset();
-                       parse_into(p->cell(0), 0);
-                       p->numbered(0, curr_num_);
-                       p->label(0, curr_label_);
-               } else {
-                       // simple $...$  stuff
-                       putback();
-                       matrix = MathAtom(new MathHullInset(LM_OT_SIMPLE));
-                       parse_into(matrix->cell(0), 0);
-               }
-               return true;
-       }
-
-       if (!t.cs().size()) {
-               lyxerr << "start of math expected, got '" << t << "'\n";
-               return false;
-       }
-
-       string const & cs = t.cs();
-
-       if (cs == "[") {
-               curr_num_ = 0;
-               curr_label_.erase();
-               matrix = MathAtom(new MathHullInset(LM_OT_EQUATION));
-               MathHullInset * p = matrix->asHullInset();
-               parse_into(p->cell(0), 0);
-               p->numbered(0, curr_num_);
-               p->label(0, curr_label_);
-               return true;
-       }
-
-       if (cs != "begin") {
-               lyxerr << "'begin' of un-simple math expected, got '" << cs << "'\n";
-               return false;
-       }
-
-       string const name = getArg('{', '}');
-
-       if (name == "math") {
-               matrix = MathAtom(new MathHullInset(LM_OT_SIMPLE));
-               parse_into(matrix->cell(0), 0);
-               return true;
-       }
-
-       if (name == "equation" || name == "equation*" || name == "displaymath") {
-               curr_num_ = (name == "equation");
-               curr_label_.erase();
-               matrix = MathAtom(new MathHullInset(LM_OT_EQUATION));
-               MathHullInset * p = matrix->asHullInset();
-               parse_into(p->cell(0), FLAG_END);
-               p->numbered(0, curr_num_);
-               p->label(0, curr_label_);
-               return true;
-       }
-
-       if (name == "eqnarray" || name == "eqnarray*") {
-               matrix = MathAtom(new MathHullInset(LM_OT_EQNARRAY));
-               return parse_lines(matrix, !stared(name), true);
-       }
-
-       if (name == "align" || name == "align*") {
-               matrix = MathAtom(new MathHullInset(LM_OT_ALIGN));
-               return parse_lines(matrix, !stared(name), true);
-       }
-
-       if (name == "alignat" || name == "alignat*") {
-               int nc = 2 * atoi(getArg('{', '}').c_str());
-               matrix = MathAtom(new MathHullInset(LM_OT_ALIGNAT, nc));
-               return parse_lines(matrix, !stared(name), true);
-       }
-
-       if (name == "xalignat" || name == "xalignat*") {
-               int nc = 2 * atoi(getArg('{', '}').c_str());
-               matrix = MathAtom(new MathHullInset(LM_OT_XALIGNAT, nc));
-               return parse_lines(matrix, !stared(name), true);
-       }
-
-       if (name == "xxalignat") {
-               int nc = 2 * atoi(getArg('{', '}').c_str());
-               matrix = MathAtom(new MathHullInset(LM_OT_XXALIGNAT, nc));
-               return parse_lines(matrix, !stared(name), true);
-       }
-
-       if (name == "multline" || name == "multline*") {
-               matrix = MathAtom(new MathHullInset(LM_OT_MULTLINE));
-               return parse_lines(matrix, !stared(name), true);
-       }
-
-       if (name == "gather" || name == "gather*") {
-               matrix = MathAtom(new MathHullInset(LM_OT_GATHER));
-               return parse_lines(matrix, !stared(name), true);
-       }
-
-       lyxerr[Debug::MATHED] << "1: unknown math environment: " << name << "\n";
-       lyxerr << "1: unknown math environment: " << name << "\n";
-       return false;
+       MathGridInset grid(1, 1);
+       parse1(grid, flags, mode, false);
+       array = grid.cell(0);
 }
 
 
-void Parser::parse_into(MathArray & array, unsigned flags, MathTextCodes code)
+void Parser::parse2(MathAtom & at, unsigned flags, mode_type mode,
+       bool numbered)
 {
-       parse_into1(array, flags, code);
-       // remove 'unnecessary' braces:
-       if (array.size() == 1 && array.back()->asBraceInset()) {
-               lyxerr << "extra braces removed\n";
-               array = array.back()->asBraceInset()->cell(0);
-       }
+       parse1(*(at.nucleus()->asGridInset()), flags, mode, numbered);
 }
 
 
-void Parser::parse_into1(MathArray & array, unsigned flags, MathTextCodes code)
+void Parser::parse1(MathGridInset & grid, unsigned flags,
+       mode_type mode, bool numbered)
 {
-       bool panic  = false;
        int  limits = 0;
+       MathGridInset::row_type cellrow = 0;
+       MathGridInset::col_type cellcol = 0;
+       MathArray * cell = &grid.cell(grid.index(cellrow, cellcol));
+
+       if (grid.asHullInset())
+               grid.asHullInset()->numbered(cellrow, numbered);
+
+       //dump();
+       //lyxerr << "grid: " << grid << endl;
 
        while (good()) {
                Token const & t = getToken();
 
 #ifdef FILEDEBUG
                lyxerr << "t: " << t << " flags: " << flags << "\n";
-               //array.dump();
+               //cell->dump();
                lyxerr << "\n";
 #endif
 
@@ -929,164 +572,332 @@ void Parser::parse_into1(MathArray & array, unsigned flags, MathTextCodes code)
                        flags |= FLAG_LEAVE;
                }
 
-               if (flags & FLAG_BLOCK) {
-                       if (t.cat() == catAlign || t.isCR() || t.cs() == "end") {
-                               putback();
-                               return;
-                       }
-               }
 
-               if (flags & FLAG_BLOCK2) {
-                       if (t.cat() == catAlign || t.isCR() || t.cs() == "end"
-                                       || t.cat() == catEnd) {
+               if (flags & FLAG_OPTION) {
+                       if (t.cat() == catOther && t.character() == '[') {
+                               MathArray ar;
+                               parse(ar, FLAG_BRACK_LAST, mode);
+                               cell->append(ar);
+                       } else {
+                               // no option found, put back token and we are done
                                putback();
-                               return;
                        }
+                       return;
                }
 
                //
                // cat codes
                //
                if (t.cat() == catMath) {
-                       if (flags & FLAG_BOX) {
-                               // we are inside an mbox, so opening new math is allowed
-                               array.push_back(MathAtom(new MathHullInset(LM_OT_SIMPLE)));
-                               parse_into(array.back()->cell(0), 0);
-                       } else {
-                               // otherwise this is the end of the formula
+                       if (mode != MathInset::MATH_MODE) {
+                               // we are inside some text mode thingy, so opening new math is allowed
+                               Token const & n = getToken();
+                               if (n.cat() == catMath) {
+                                       // TeX's $$...$$ syntax for displayed math
+                                       cell->push_back(MathAtom(new MathHullInset("equation")));
+                                       parse2(cell->back(), FLAG_SIMPLE, MathInset::MATH_MODE, false);
+                                       getToken(); // skip the second '$' token
+                               } else {
+                                       // simple $...$  stuff
+                                       putback();
+                                       cell->push_back(MathAtom(new MathHullInset("simple")));
+                                       parse2(cell->back(), FLAG_SIMPLE, MathInset::MATH_MODE, false);
+                               }
+                       }
+
+                       else if (flags & FLAG_SIMPLE) {
+                               // this is the end of the formula
+                               return;
+                       }
+
+                       else {
+                               error("something strange in the parser\n");
                                break;
                        }
                }
 
                else if (t.cat() == catLetter)
-                       add(array, t.character(), code);
+                       cell->push_back(MathAtom(new MathCharInset(t.character())));
+
+               else if (t.cat() == catSpace && mode != MathInset::MATH_MODE)
+                       cell->push_back(MathAtom(new MathCharInset(t.character())));
 
-               else if (t.cat() == catSpace && code == LM_TC_TEXTRM)
-                       add(array, t.character(), code);
+               else if (t.cat() == catNewline && mode != MathInset::MATH_MODE)
+                       cell->push_back(MathAtom(new MathCharInset(t.character())));
 
                else if (t.cat() == catParameter) {
                        Token const & n = getToken();
-                       array.push_back(MathAtom(new MathMacroArgument(n.character()-'0', code)));
+                       cell->push_back(MathAtom(new MathMacroArgument(n.character()-'0')));
                }
 
+               else if (t.cat() == catActive)
+                       cell->push_back(MathAtom(new MathCharInset(t.character())));
+
                else if (t.cat() == catBegin) {
                        MathArray ar;
-                       parse_into(ar, FLAG_BRACE_LAST);
-#ifndef WITH_WARNINGS
-#warning this might be wrong in general!
-#endif
-                       // ignore braces around simple items
-                       if ((ar.size() == 1 && !ar.front()->needsBraces()
-       || (ar.size() == 2 && !ar.front()->needsBraces()
-                                           && ar.back()->asScriptInset()))
-       || (ar.size() == 0 && array.size() == 0))
-                       {
-                               array.push_back(ar);
-                       } else {
-                               array.push_back(MathAtom(new MathBraceInset));
-                               array.back()->cell(0).swap(ar);
-                       }
+                       parse(ar, FLAG_BRACE_LAST, mode);
+                       // do not create a BraceInset if they were written by LyX
+                       // this helps to keep the annoyance of  "a choose b"  to a minimum
+                       if (ar.size() == 1 && ar[0]->extraBraces())
+                               cell->append(ar);
+                       else
+                               cell->push_back(MathAtom(new MathBraceInset(ar)));
                }
 
                else if (t.cat() == catEnd) {
                        if (flags & FLAG_BRACE_LAST)
                                return;
-                       lyxerr << "found '}' unexpectedly, array: '" << array << "'\n";
-                       //lyxerr << "found '}' unexpectedly\n";
-                       lyx::Assert(0);
-                       add(array, '}', LM_TC_TEX);
+                       error("found '}' unexpectedly");
+                       //lyx::Assert(0);
+                       //add(cell, '}', LM_TC_TEX);
                }
 
                else if (t.cat() == catAlign) {
-                       lyxerr << "found tab unexpectedly, array: '" << array << "'\n";
-                       //lyxerr << "found tab unexpectedly\n";
-                       add(array, '&', LM_TC_TEX);
+                       ++cellcol;
+                       //lyxerr << " column now " << cellcol << " max: " << grid.ncols() << "\n";
+                       if (cellcol == grid.ncols()) {
+                               lyxerr << "adding column " << cellcol << "\n";
+                               grid.addCol(cellcol - 1);
+                       }
+                       cell = &grid.cell(grid.index(cellrow, cellcol));
                }
 
                else if (t.cat() == catSuper || t.cat() == catSub) {
-                       bool up = (t.cat() == catSuper);
-                       MathScriptInset * p = 0;
-                       if (array.size())
-                               p = array.back()->asScriptInset();
-                       if (!p || p->has(up)) {
-                               array.push_back(MathAtom(new MathScriptInset(up)));
-                               p = array.back()->asScriptInset();
+                       if (mode == MathInset::VERBATIM_MODE) 
+                               cell->push_back(MathAtom(new MathStringInset(t.asString())));
+                       else {
+                               bool up = (t.cat() == catSuper);
+                               // we need no new script inset if the last thing was a scriptinset,
+                               // which has that script already not the same script already
+                               if (!cell->size())
+                                       cell->push_back(MathAtom(new MathScriptInset(up)));
+                               else if (cell->back()->asScriptInset() &&
+                                               !cell->back()->asScriptInset()->has(up))
+                                       cell->back().nucleus()->asScriptInset()->ensure(up);
+                               else if (cell->back()->asScriptInset())
+                                       cell->push_back(MathAtom(new MathScriptInset(up)));
+                               else
+                                       cell->back() = MathAtom(new MathScriptInset(cell->back(), up));
+                               MathScriptInset * p = cell->back().nucleus()->asScriptInset();
+                               parse(p->cell(up), FLAG_ITEM, mode);
+                               p->limits(limits);
+                               limits = 0;
+                               // special handling of {}-bases 
+                               // is this always correct?
+                               if (p->nuc().size() == 1 && p->nuc().back()->asNestInset() &&
+                                               p->nuc().back()->extraBraces())
+                                       p->nuc() = p->nuc().back()->asNestInset()->cell(0);
                        }
-                       p->ensure(up);
-                       parse_into(p->cell(up), FLAG_ITEM);
-                       p->limits(limits);
-                       limits = 0;
                }
 
-               else if (t.character() == ']' && (flags & FLAG_BRACK_END))
+               else if (t.character() == ']' && (flags & FLAG_BRACK_LAST)) {
+                       lyxerr << "finished reading option\n";
                        return;
+               }
 
                else if (t.cat() == catOther)
-                       add(array, t.character(), code);
+                       cell->push_back(MathAtom(new MathCharInset(t.character())));
 
                //
                // control sequences
                //
+
+               else if (t.cs() == "lyxlock") {
+                       if (cell->size())
+                               cell->back().nucleus()->lock(true);
+               }
+
+               else if (t.cs() == "def" || t.cs() == "newcommand") {
+                       string name;
+                       int nargs = 0;
+                       if (t.cs() == "def") {
+                               // get name
+                               name = getToken().cs();
+
+                               // read parameter
+                               string pars;
+                               while (good() && nextToken().cat() != catBegin) {
+                                       pars += getToken().cs();
+                                       ++nargs;
+                               }
+                               nargs /= 2;
+                               //lyxerr << "read \\def parameter list '" << pars << "'\n";
+
+                       } else { // t.cs() == "newcommand"
+
+                               if (getToken().cat() != catBegin) {
+                                       error("'{' in \\newcommand expected (1) \n");
+                                       return;
+                               }
+
+                               name = getToken().cs();
+
+                               if (getToken().cat() != catEnd) {
+                                       error("'}' in \\newcommand expected\n");
+                                       return;
+                               }
+
+                               string arg  = getArg('[', ']');
+                               if (!arg.empty())
+                                       nargs = atoi(arg.c_str());
+
+                       }
+
+                       MathArray ar1;
+                       parse(ar1, FLAG_ITEM, MathInset::UNDECIDED_MODE);
+
+                       // we cannot handle recursive stuff at all
+                       //MathArray test;
+                       //test.push_back(createMathInset(name));
+                       //if (ar1.contains(test)) {
+                       //      error("we cannot handle recursive macros at all.\n");
+                       //      return;
+                       //}
+
+                       // is a version for display attached?
+                       skipSpaces();
+                       MathArray ar2;
+                       if (nextToken().cat() == catBegin) {
+                               parse(ar2, FLAG_ITEM, MathInset::MATH_MODE);
+                       }
+
+                       cell->push_back(MathAtom(new MathMacroTemplate(name, nargs, ar1, ar2)));
+               }
+
+               else if (t.cs() == "(") {
+                       cell->push_back(MathAtom(new MathHullInset("simple")));
+                       parse2(cell->back(), FLAG_SIMPLE2, MathInset::MATH_MODE, false);
+               }
+
+               else if (t.cs() == "[") {
+                       cell->push_back(MathAtom(new MathHullInset("equation")));
+                       parse2(cell->back(), FLAG_EQUATION, MathInset::MATH_MODE, false);
+               }
+
                else if (t.cs() == "protect")
-                       // ignore \\protect, will be re-added during output
+                       // ignore \\protect, will hopefully be re-added during output
                        ;
 
-               else if (t.cs() == "end")
-                       break;
+               else if (t.cs() == "end") {
+                       if (flags & FLAG_END) {
+                               // eat environment name
+                               //string const name =
+                               getArg('{', '}');
+                               // FIXME: check that we ended the correct environment
+                               return;
+                       }
+                       error("found 'end' unexpectedly");
+               }
 
-               else if (t.cs() == ")")
-                       break;
+               else if (t.cs() == ")") {
+                       if (flags & FLAG_SIMPLE2)
+                               return;
+                       error("found '\\)' unexpectedly");
+               }
 
-               else if (t.cs() == "]")
-                       break;
+               else if (t.cs() == "]") {
+                       if (flags & FLAG_EQUATION)
+                               return;
+                       error("found '\\]' unexpectedly");
+               }
 
                else if (t.cs() == "\\") {
-                       curr_skip_ = getArg('[', ']');
-                       //lyxerr << "found newline unexpectedly, array: '" << array << "'\n";
-                       lyxerr << "found newline unexpectedly\n";
-                       array.push_back(createMathInset("\\"));
+                       grid.vcrskip(LyXLength(getArg('[', ']')), cellrow);
+                       ++cellrow;
+                       cellcol = 0;
+                       if (cellrow == grid.nrows())
+                               grid.addRow(cellrow - 1);
+                       if (grid.asHullInset())
+                               grid.asHullInset()->numbered(cellrow, numbered);
+                       cell = &grid.cell(grid.index(cellrow, cellcol));
                }
 
+#if 1
+               else if (t.cs() == "multicolumn") {
+                       // extract column count and insert dummy cells
+                       MathArray count;
+                       parse(count, FLAG_ITEM, mode);
+                       int cols = 1;
+                       if (!extractNumber(count, cols)) {
+                               lyxerr << " can't extract number of cells from " << count << "\n";
+                       }
+                       // resize the table if necessary
+                       for (int i = 0; i < cols; ++i) {
+                               ++cellcol;
+                               if (cellcol == grid.ncols()) {
+                                       lyxerr << "adding column " << cellcol << "\n";
+                                       grid.addCol(cellcol - 1);
+                               }
+                               cell = &grid.cell(grid.index(cellrow, cellcol));
+                               // mark this as dummy
+                               grid.cellinfo(grid.index(cellrow, cellcol)).dummy_ = true;
+                       }
+                       // the last cell is the real thng, not a dummy
+                       grid.cellinfo(grid.index(cellrow, cellcol)).dummy_ = false;
+
+                       // read special alignment
+                       MathArray align;
+                       parse(align, FLAG_ITEM, mode);
+                       //grid.cellinfo(grid.index(cellrow, cellcol)).align_ = extractString(align);
+
+                       // parse the remaining contents into the "real" cell
+                       parse(*cell, FLAG_ITEM, mode);
+               }
+#endif
+
                else if (t.cs() == "limits")
                        limits = 1;
 
                else if (t.cs() == "nolimits")
                        limits = -1;
 
-               else if (t.cs() == "nonumber")
-                       curr_num_ = false;
+               else if (t.cs() == "nonumber") {
+                       if (grid.asHullInset())
+                               grid.asHullInset()->numbered(cellrow, false);
+               }
 
-               else if (t.cs() == "number")
-                       curr_num_ = true;
+               else if (t.cs() == "number") {
+                       if (grid.asHullInset())
+                               grid.asHullInset()->numbered(cellrow, true);
+               }
+
+               else if (t.cs() == "hline") {
+                       if (grid.asHullInset())
+                               grid.asHullInset()->rowinfo(cellrow + 1);
+               }
 
                else if (t.cs() == "sqrt") {
-                       char c = getChar();
-                       if (c == '[') {
-                               array.push_back(MathAtom(new MathRootInset));
-                               parse_into(array.back()->cell(0), FLAG_BRACK_END);
-                               parse_into(array.back()->cell(1), FLAG_ITEM);
+                       MathArray ar;
+                       parse(ar, FLAG_OPTION, mode);
+                       if (ar.size()) {
+                               cell->push_back(MathAtom(new MathRootInset));
+                               cell->back().nucleus()->cell(0) = ar;
+                               parse(cell->back().nucleus()->cell(1), FLAG_ITEM, mode);
                        } else {
-                               putback();
-                               array.push_back(MathAtom(new MathSqrtInset));
-                               parse_into(array.back()->cell(0), FLAG_ITEM);
+                               cell->push_back(MathAtom(new MathSqrtInset));
+                               parse(cell->back().nucleus()->cell(0), FLAG_ITEM, mode);
                        }
                }
 
+               else if (t.cs() == "ref") {
+                       cell->push_back(MathAtom(new RefInset));
+                       parse(cell->back().nucleus()->cell(1), FLAG_OPTION, mode);
+                       parse(cell->back().nucleus()->cell(0), FLAG_ITEM, mode);
+               }
+
                else if (t.cs() == "left") {
                        string l = getToken().asString();
                        MathArray ar;
-                       parse_into(ar, FLAG_RIGHT);
+                       parse(ar, FLAG_RIGHT, mode);
                        string r = getToken().asString();
-                       MathAtom dl(new MathDelimInset(l, r));
-                       dl->cell(0) = ar;
-                       array.push_back(dl);
+                       cell->push_back(MathAtom(new MathDelimInset(l, r, ar)));
                }
 
                else if (t.cs() == "right") {
-                       if (!(flags & FLAG_RIGHT)) {
-                               //lyxerr << "got so far: '" << array << "'\n";
-                               error("Unmatched right delimiter");
-                       }
+                       if (flags & FLAG_RIGHT)
+                               return;
+                       //lyxerr << "got so far: '" << cell << "'\n";
+                       error("Unmatched right delimiter");
                        return;
                }
 
@@ -1095,18 +906,81 @@ void Parser::parse_into1(MathArray & array, unsigned flags, MathTextCodes code)
                        if (name == "array" || name == "subarray") {
                                string const valign = getArg('[', ']') + 'c';
                                string const halign = getArg('{', '}');
-                               array.push_back(MathAtom(new MathArrayInset(name, valign[0], halign)));
-                               parse_lines(array.back(), false, false);
-                       } else if (name == "split" || name == "cases" ||
+                               cell->push_back(MathAtom(new MathArrayInset(name, valign[0], halign)));
+                               parse2(cell->back(), FLAG_END, mode, false);
+                       }
+
+                       else if (name == "split" || name == "cases" ||
                                         name == "gathered" || name == "aligned") {
-                               array.push_back(createMathInset(name));
-                               parse_lines(array.back(), false, false);
-                       } else if (name == "matrix"  || name == "pmatrix" || name == "bmatrix" ||
-                                        name == "vmatrix" || name == "Vmatrix") {
-                               array.push_back(createMathInset(name));
-                               parse_lines2(array.back(), false);
-                       } else
-                               lyxerr << "unknow math inset begin '" << name << "'\n";
+                               cell->push_back(createMathInset(name));
+                               parse2(cell->back(), FLAG_END, mode, false);
+                       }
+
+                       else if (name == "math") {
+                               cell->push_back(MathAtom(new MathHullInset("simple")));
+                               parse2(cell->back(), FLAG_END, MathInset::MATH_MODE, true);
+                       }
+
+                       else if (name == "equation" || name == "equation*"
+                                       || name == "displaymath") {
+                               cell->push_back(MathAtom(new MathHullInset("equation")));
+                               parse2(cell->back(), FLAG_END, MathInset::MATH_MODE, (name == "equation"));
+                       }
+
+                       else if (name == "eqnarray" || name == "eqnarray*") {
+                               cell->push_back(MathAtom(new MathHullInset("eqnarray")));
+                               parse2(cell->back(), FLAG_END, MathInset::MATH_MODE, !stared(name));
+                       }
+
+                       else if (name == "align" || name == "align*") {
+                               cell->push_back(MathAtom(new MathHullInset("align")));
+                               parse2(cell->back(), FLAG_END, MathInset::MATH_MODE, !stared(name));
+                       }
+
+                       else if (name == "alignat" || name == "alignat*") {
+                               // ignore this for a while
+                               getArg('{', '}');
+                               cell->push_back(MathAtom(new MathHullInset("alignat")));
+                               parse2(cell->back(), FLAG_END, MathInset::MATH_MODE, !stared(name));
+                       }
+
+                       else if (name == "xalignat" || name == "xalignat*") {
+                               // ignore this for a while
+                               getArg('{', '}');
+                               cell->push_back(MathAtom(new MathHullInset("xalignat")));
+                               parse2(cell->back(), FLAG_END, MathInset::MATH_MODE, !stared(name));
+                       }
+
+                       else if (name == "xxalignat") {
+                               // ignore this for a while
+                               getArg('{', '}');
+                               cell->push_back(MathAtom(new MathHullInset("xxalignat")));
+                               parse2(cell->back(), FLAG_END, MathInset::MATH_MODE, !stared(name));
+                       }
+
+                       else if (name == "multline" || name == "multline*") {
+                               cell->push_back(MathAtom(new MathHullInset("multline")));
+                               parse2(cell->back(), FLAG_END, MathInset::MATH_MODE, !stared(name));
+                       }
+
+                       else if (name == "gather" || name == "gather*") {
+                               cell->push_back(MathAtom(new MathHullInset("gather")));
+                               parse2(cell->back(), FLAG_END, MathInset::MATH_MODE, !stared(name));
+                       }
+
+                       else if (latexkeys const * l = in_word_set(name)) {
+                               if (l->inset == "matrix") {
+                                       cell->push_back(createMathInset(name));
+                                       parse2(cell->back(), FLAG_END, mode, false);
+                               }
+                       }
+
+                       else {
+                               // lyxerr << "unknow math inset begin '" << name << "'\n";
+                               // create generic environment inset
+                               cell->push_back(MathAtom(new MathEnvInset(name)));
+                               parse(cell->back().nucleus()->cell(0), FLAG_END, mode);
+                       }
                }
 
                else if (t.cs() == "kern") {
@@ -1124,122 +998,105 @@ void Parser::parse_into1(MathArray & array, unsigned flags, MathTextCodes code)
                                if (isValidLength(s))
                                        break;
                        }
-                       array.push_back(MathAtom(new MathKernInset(s)));
+                       cell->push_back(MathAtom(new MathKernInset(s)));
                }
 
                else if (t.cs() == "label") {
-                       curr_label_ = getArg('{', '}');
+                       MathArray ar;
+                       parse(ar, FLAG_ITEM, MathInset::VERBATIM_MODE);
+                       if (grid.asHullInset()) {
+                               grid.asHullInset()->label(cellrow, asString(ar));
+                       } else {
+                               cell->push_back(createMathInset(t.cs()));
+                               cell->push_back(MathAtom(new MathBraceInset(ar)));
+                       }
                }
 
                else if (t.cs() == "choose" || t.cs() == "over" || t.cs() == "atop") {
-                       MathAtom p = createMathInset(t.cs());
-                       array.swap(p->cell(0));
-                       parse_into(p->cell(1), flags, code);
-                       array.push_back(p);
+                       MathAtom at = createMathInset(t.cs());
+                       at.nucleus()->cell(0) = *cell;
+                       cell->clear();
+                       parse(at.nucleus()->cell(1), flags, mode);
+                       cell->push_back(at);
                        return;
                }
 
                else if (t.cs() == "substack") {
-                       array.push_back(createMathInset(t.cs()));
-                       skipBegin();
-                       parse_lines2(array.back(), true);
+                       cell->push_back(createMathInset(t.cs()));
+                       parse2(cell->back(), FLAG_ITEM, mode, false);
                }
 
                else if (t.cs() == "xymatrix") {
-                       array.push_back(createMathInset(t.cs()));
-                       skipBegin();
-                       parse_lines2(array.back(), true);
+                       cell->push_back(createMathInset(t.cs()));
+                       parse2(cell->back(), FLAG_ITEM, mode, false);
                }
 
 #if 0
                // Disabled
                else if (1 && t.cs() == "ar") {
                        MathXYArrowInset * p = new MathXYArrowInset;
-
                        // try to read target
-                       char c = getChar();
-                       if (c == '[') {
-                               parse_into(p->cell(0), FLAG_BRACK_END);
-                               //lyxerr << "read target: " << p->cell(0) << "\n";
-                       } else {
-                               putback();
-                       }
-
+                       parse(p->cell(0), FLAG_OTPTION, mode);
                        // try to read label
                        if (nextToken().cat() == catSuper || nextToken().cat() == catSub) {
                                p->up_ = nextToken().cat() == catSuper;
                                getToken();
-                               parse_into(p->cell(1), FLAG_ITEM);
+                               parse(p->cell(1), FLAG_ITEM, mode);
                                //lyxerr << "read label: " << p->cell(1) << "\n";
                        }
 
-                       array.push_back(MathAtom(p));
-                       //lyxerr << "read array: " << array << "\n";
-               }
-#endif
-
-#if 0
-               else if (t.cs() == "mbox" || t.cs() == "text") {
-                       //array.push_back(createMathInset(t.cs()));
-                       array.push_back(MathAtom(new MathBoxInset(t.cs())));
-                       // slurp in the argument of mbox
-
-                       MathBoxInset * p = array.back()->asBoxInset();
-                       //lyx::assert(p);
+                       cell->push_back(MathAtom(p));
+                       //lyxerr << "read cell: " << cell << "\n";
                }
 #endif
 
-
                else if (t.cs().size()) {
                        latexkeys const * l = in_word_set(t.cs());
                        if (l) {
-                               if (l->token == LM_TK_FONT) {
-                                       //lyxerr << "starting font\n";
-                                       //CatCode catSpaceSave = theCatcode[' '];
-                                       //if (l->id == LM_TC_TEXTRM) {
-                                       //      // temporarily change catcode
-                                       //      theCatcode[' '] = catLetter;
-                                       //}
-
-                                       MathArray ar;
-                                       parse_into(ar, FLAG_ITEM, static_cast<MathTextCodes>(l->id));
-                                       array.push_back(ar);
-
-                                       // undo catcode changes
-                                       ////theCatcode[' '] = catSpaceSave;
-                                       //lyxerr << "ending font\n";
+                               if (l->inset == "font") {
+                                       cell->push_back(createMathInset(t.cs()));
+                                       parse(cell->back().nucleus()->cell(0), FLAG_ITEM, asMode(l->extra));
                                }
 
-                               else if (l->token == LM_TK_OLDFONT) {
-                                       code = static_cast<MathTextCodes>(l->id);
+                               else if (l->inset == "oldfont") {
+                                       cell->push_back(createMathInset(t.cs()));
+                                       parse(cell->back().nucleus()->cell(0), flags, asMode(l->extra));
+                                       return;
                                }
 
-                               else if (l->token == LM_TK_BOX) {
-                                       MathAtom p = createMathInset(t.cs());
-                                       parse_into(p->cell(0), FLAG_ITEM | FLAG_BOX, LM_TC_BOX);
-                                       array.push_back(p);
+                               else if (l->inset == "style") {
+                                       cell->push_back(createMathInset(t.cs()));
+                                       parse(cell->back().nucleus()->cell(0), flags, mode);
+                                       return;
                                }
 
-                               else if (l->token == LM_TK_STY) {
-                                       MathAtom p = createMathInset(t.cs());
-                                       parse_into(p->cell(0), flags, code);
-                                       array.push_back(p);
-                                       return;
+                               else if (l->inset == "parbox") {
+                                       // read optional positioning and width
+                                       MathArray pos, width;
+                                       parse(pos, FLAG_OPTION, MathInset::VERBATIM_MODE);
+                                       parse(width, FLAG_ITEM, MathInset::VERBATIM_MODE);
+                                       cell->push_back(createMathInset(t.cs()));
+                                       parse(cell->back().nucleus()->cell(0), FLAG_ITEM, MathInset::TEXT_MODE);
+                                       cell->back().nucleus()->asParboxInset()->setPosition(asString(pos));
+                                       cell->back().nucleus()->asParboxInset()->setWidth(asString(width));
                                }
 
                                else {
-                                       MathAtom p = createMathInset(t.cs());
-                                       for (MathInset::idx_type i = 0; i < p->nargs(); ++i)
-                                               parse_into(p->cell(i), FLAG_ITEM);
-                                       array.push_back(p);
+                                       MathAtom at = createMathInset(t.cs());
+                                       for (MathInset::idx_type i = 0; i < at->nargs(); ++i)
+                                               parse(at.nucleus()->cell(i), FLAG_ITEM, asMode(l->extra));
+                                       cell->push_back(at);
                                }
                        }
 
                        else {
-                               MathAtom p = createMathInset(t.cs());
-                               for (MathInset::idx_type i = 0; i < p->nargs(); ++i)
-                                       parse_into(p->cell(i), FLAG_ITEM);
-                               array.push_back(p);
+                               MathAtom at = createMathInset(t.cs());
+                               MathInset::mode_type m = mode;
+                               if (m == MathInset::UNDECIDED_MODE)
+                                       m = at->currentMode();
+                               for (MathInset::idx_type i = 0; i < at->nargs(); ++i)
+                                       parse(at.nucleus()->cell(i), FLAG_ITEM, m);
+                               cell->push_back(at);
                        }
                }
 
@@ -1249,15 +1106,6 @@ void Parser::parse_into1(MathArray & array, unsigned flags, MathTextCodes code)
                        break;
                }
        }
-
-       if (panic) {
-               lyxerr << " Math Panic, expect problems!\n";
-               //   Search for the end command.
-               Token t;
-               do {
-                       t = getToken();
-               } while (good() && t.cs() != "end");
-       }
 }
 
 
@@ -1274,47 +1122,24 @@ void mathed_parse_cell(MathArray & ar, string const & str)
 
 void mathed_parse_cell(MathArray & ar, istream & is)
 {
-       Parser(is).parse_into(ar, 0);
-}
-
-
-
-bool mathed_parse_macro(string & name, string const & str)
-{
-       istringstream is(str.c_str());
-       Parser parser(is);
-       return parser.parse_macro(name);
-}
-
-bool mathed_parse_macro(string & name, istream & is)
-{
-       Parser parser(is);
-       return parser.parse_macro(name);
-}
-
-bool mathed_parse_macro(string & name, LyXLex & lex)
-{
-       Parser parser(lex);
-       return parser.parse_macro(name);
+       Parser(is).parse(ar, 0, MathInset::MATH_MODE);
 }
 
 
-
 bool mathed_parse_normal(MathAtom & t, string const & str)
 {
        istringstream is(str.c_str());
-       Parser parser(is);
-       return parser.parse_normal(t);
+       return Parser(is).parse(t);
 }
 
+
 bool mathed_parse_normal(MathAtom & t, istream & is)
 {
-       Parser parser(is);
-       return parser.parse_normal(t);
+       return Parser(is).parse(t);
 }
 
+
 bool mathed_parse_normal(MathAtom & t, LyXLex & lex)
 {
-       Parser parser(lex);
-       return parser.parse_normal(t);
+       return Parser(lex).parse(t);
 }