-
// This file contains most of the magic that extracts "context
// information" from the unstructered layout-oriented stuff in an
// MathArray.
-#include <algorithm>
+#include <config.h>
+#include "math_amsarrayinset.h"
+#include "math_arrayinset.h"
#include "math_charinset.h"
#include "math_deliminset.h"
#include "math_diffinset.h"
#include "math_exfuncinset.h"
#include "math_exintinset.h"
-#include "math_funcinset.h"
#include "math_fracinset.h"
#include "math_matrixinset.h"
#include "math_mathmlstream.h"
+#include "math_numberinset.h"
#include "math_scriptinset.h"
#include "math_stringinset.h"
#include "math_symbolinset.h"
+#include "math_unknowninset.h"
+#include "math_parser.h"
#include "Lsstream.h"
#include "debug.h"
+#include "support/lyxlib.h"
+#include "support/systemcall.h"
+#include "support/filetools.h"
+
+#include <algorithm>
+using std::ostream;
+using std::istringstream;
+using std::find_if;
+using std::endl;
-std::ostream & operator<<(std::ostream & os, MathArray const & ar)
+
+ostream & operator<<(ostream & os, MathArray const & ar)
{
- NormalStream ns(os);
+ NormalStream ns(os);
ns << ar;
return os;
}
-// try to extract a super/subscript
+// try to extract a super/subscript
// modify iterator position to point behind the thing
bool extractScript(MathArray & ar,
MathArray::iterator & pos, MathArray::iterator last)
MathScriptInset const * asScript(MathArray::const_iterator it)
{
+ if (!it->nucleus())
+ return 0;
if (it->nucleus()->asScriptInset())
return 0;
++it;
// returns sequence of char with same code starting at it up to end
// it might be less, though...
-MathArray::const_iterator charSequence(MathArray::const_iterator it,
- MathArray::const_iterator end, string & s, MathTextCodes & c)
-{
- MathCharInset const * p = (*it)->asCharInset();
- c = p->code();
- for (; it != end; ++it) {
- p = (*it)->asCharInset();
- if (!p || p->code() != c)
- break;
- s += p->getChar();
- }
- return it;
+string charSequence
+ (MathArray::const_iterator it, MathArray::const_iterator end)
+{
+ string s;
+ for (; it != end && (*it)->asCharInset(); ++it)
+ s += (*it)->getChar();
+ return s;
}
{
//lyxerr << "\nStrings from: " << ar << "\n";
for (MathArray::size_type i = 0; i < ar.size(); ++i) {
- MathArray::iterator it = ar.begin() + i;
- if (!(*it)->asCharInset())
+ if (!ar[i]->asCharInset())
continue;
-
- // create proper string inset
- MathStringInset * p = new MathStringInset;
- MathArray::const_iterator
- jt = charSequence(it, ar.end(), p->str_, p->code_);
-
- // clean up
- (*it).reset(p);
- ar.erase(i + 1, jt - ar.begin());
+ string s = charSequence(ar.begin() + i, ar.end());
+ ar[i].reset(new MathStringInset(s));
+ ar.erase(i + 1, i + s.size());
}
//lyxerr << "\nStrings to: " << ar << "\n";
}
void extractMatrices(MathArray & ar)
{
- lyxerr << "\nMatrices from: " << ar << "\n";
+ //lyxerr << "\nMatrices from: " << ar << "\n";
+ // first pass for explicitly delimited stuff
for (MathArray::iterator it = ar.begin(); it != ar.end(); ++it) {
MathDelimInset * del = (*it)->asDelimInset();
if (!del)
continue;
MathInset * arr = singleItem(del->cell(0));
- if (!arr || !arr->asArrayInset())
+ if (!arr || !arr->asGridInset())
continue;
- *it = MathAtom(new MathMatrixInset(*(arr->asArrayInset())));
+ *it = MathAtom(new MathMatrixInset(*(arr->asGridInset())));
}
- lyxerr << "\nMatrices to: " << ar << "\n";
+
+ // second pass for AMS "pmatrix" etc
+ for (MathArray::iterator it = ar.begin(); it != ar.end(); ++it) {
+ MathAMSArrayInset * ams = (*it)->asAMSArrayInset();
+ if (!ams)
+ continue;
+ *it = MathAtom(new MathMatrixInset(*ams));
+ }
+ //lyxerr << "\nMatrices to: " << ar << "\n";
}
// convert this inset somehow to a number
bool extractNumber(MathArray const & ar, int & i)
{
- string s;
- MathTextCodes c;
- charSequence(ar.begin(), ar.end(), s, c);
- std::istringstream is(s);
+ istringstream is(charSequence(ar.begin(), ar.end()).c_str());
is >> i;
return is;
}
+bool extractNumber(MathArray const & ar, double & d)
+{
+ istringstream is(charSequence(ar.begin(), ar.end()).c_str());
+ is >> d;
+ return is;
+}
+
+
bool testString(MathInset * p, const string & str)
{
string s;
ar.erase(it + 1, jt + 1);
(*it).reset(p);
}
-}
+}
//
// split scripts into seperate super- and subscript insets. sub goes in
-// front of super...
+// front of super...
//
void splitScripts(MathArray & ar)
{
- lyxerr << "\nScripts from: " << ar << "\n";
+ //lyxerr << "\nScripts from: " << ar << "\n";
for (MathArray::size_type i = 0; i < ar.size(); ++i) {
MathArray::iterator it = ar.begin() + i;
// create extra script inset and move superscript over
MathScriptInset * q = new MathScriptInset;
- q->ensure(true);
+ q->ensure(true);
q->up().data_.swap(p->up().data_);
p->removeScript(true);
// insert new inset behind
++i;
- ar.insert(i, MathAtom(q));
+ ar.insert(i, MathAtom(q));
+ }
+ //lyxerr << "\nScripts to: " << ar << "\n";
+}
+
+
+//
+// extract exp(...)
+//
+
+void extractExps(MathArray & ar)
+{
+ //lyxerr << "\nExps from: " << ar << "\n";
+
+ for (MathArray::size_type i = 0; i + 1 < ar.size(); ++i) {
+ MathArray::iterator it = ar.begin() + i;
+
+ // is this 'e'?
+ MathCharInset const * p = (*it)->asCharInset();
+ if (!p || p->getChar() != 'e')
+ continue;
+
+ // we need an exponent but no subscript
+ MathScriptInset * sup = (*(it + 1))->asScriptInset();
+ if (!sup || sup->hasDown())
+ continue;
+
+ // create a proper exp-inset as replacement
+ *it = new MathExFuncInset("exp", sup->cell(1));
+ ar.erase(it + 1);
+ }
+ //lyxerr << "\nExps to: " << ar << "\n";
+}
+
+
+//
+// extract det(...) from |matrix|
+//
+void extractDets(MathArray & ar)
+{
+ //lyxerr << "\ndet from: " << ar << "\n";
+ for (MathArray::iterator it = ar.begin(); it != ar.end(); ++it) {
+ MathDelimInset * del = (*it)->asDelimInset();
+ if (!del)
+ continue;
+ if (!del->isAbs())
+ continue;
+ *it = new MathExFuncInset("det", del->cell(0));
+ }
+ //lyxerr << "\ndet to: " << ar << "\n";
+}
+
+
+//
+// search numbers
+//
+
+bool isDigitOrSimilar(char c)
+{
+ return ('0' <= c && c <= '9') || c == '.';
+}
+
+
+// returns sequence of digits
+string digitSequence
+ (MathArray::const_iterator it, MathArray::const_iterator end)
+{
+ string s;
+ for (; it != end && (*it)->asCharInset(); ++it) {
+ if (!isDigitOrSimilar((*it)->getChar()))
+ break;
+ s += (*it)->getChar();
}
- lyxerr << "\nScripts to: " << ar << "\n";
+ return s;
+}
+
+
+void extractNumbers(MathArray & ar)
+{
+ //lyxerr << "\nNumbers from: " << ar << "\n";
+ for (MathArray::size_type i = 0; i < ar.size(); ++i) {
+ if (!ar[i]->asCharInset())
+ continue;
+ if (!isDigitOrSimilar(ar[i]->asCharInset()->getChar()))
+ continue;
+
+ string s = digitSequence(ar.begin() + i, ar.end());
+
+ ar[i].reset(new MathNumberInset(s));
+ ar.erase(i + 1, i + s.size());
+ }
+ //lyxerr << "\nNumbers to: " << ar << "\n";
}
MathInset * replaceDelims(const MathArray & ar)
{
- MathDelimInset * del = new MathDelimInset("(", ")");
- del->cell(0) = ar;
- return del;
+ return new MathDelimInset("(", ")", ar);
}
// replace '('...')' sequences by a real MathDelimInset
void extractDelims(MathArray & ar)
{
- lyxerr << "\nDelims from: " << ar << "\n";
+ //lyxerr << "\nDelims from: " << ar << "\n";
replaceNested(ar, testOpenParan, testCloseParan, replaceDelims);
- lyxerr << "\nDelims to: " << ar << "\n";
+ //lyxerr << "\nDelims to: " << ar << "\n";
}
if (ar.size() <= 1)
return;
- lyxerr << "\nFunctions from: " << ar << "\n";
+ //lyxerr << "\nFunctions from: " << ar << "\n";
for (MathArray::size_type i = 0; i + 1 < ar.size(); ++i) {
MathArray::iterator it = ar.begin() + i;
MathArray::iterator jt = it + 1;
string name;
// is it a function?
- if ((*it)->asFuncInset()) {
+ if ((*it)->asUnknownInset()) {
// it certainly is if it is well known...
- name = (*it)->asFuncInset()->name();
- } else {
+ name = (*it)->asUnknownInset()->name();
+ } else {
// is this a user defined function?
// it it probably not, if it doesn't have a name.
if (!extractString((*it).nucleus(), name))
// 'sin' '^2' 'x' -> 'sin(x)' '^2'
MathArray exp;
extractScript(exp, jt, ar.end());
-
+
// create a proper inset as replacement
MathExFuncInset * p = new MathExFuncInset(name);
// replace the function name by a real function inset
(*it).reset(p);
-
+
// remove the source of the argument from the array
ar.erase(it + 1, st);
// re-insert exponent
ar.insert(i + 1, exp);
- lyxerr << "\nFunctions to: " << ar << "\n";
+ //lyxerr << "\nFunctions to: " << ar << "\n";
}
-}
+}
//
if (ar.size() <= 2)
return;
- lyxerr << "\nIntegrals from: " << ar << "\n";
+ //lyxerr << "\nIntegrals from: " << ar << "\n";
for (MathArray::size_type i = 0; i + 1 < ar.size(); ++i) {
MathArray::iterator it = ar.begin() + i;
// collect subscript if any
MathArray::iterator st = it + 1;
if (st != ar.end())
- if (MathScriptInset * sub = (*st)->asScriptInset())
+ if (MathScriptInset * sub = (*st)->asScriptInset())
if (sub->hasDown()) {
p->cell(2) = sub->down().data_;
++st;
// collect superscript if any
if (st != ar.end())
- if (MathScriptInset * sup = (*st)->asScriptInset())
+ if (MathScriptInset * sup = (*st)->asScriptInset())
if (sup->hasUp()) {
p->cell(3) = sup->up().data_;
++st;
// use the "thing" behind the 'd' as differential
MathArray::iterator tt = extractArgument(p->cell(1), jt + 1, ar.end());
-
+
// remove used parts
ar.erase(it + 1, tt);
(*it).reset(p);
}
- lyxerr << "\nIntegrals to: " << ar << "\n";
+ //lyxerr << "\nIntegrals to: " << ar << "\n";
}
if (ar.size() <= 1)
return;
- lyxerr << "\nSums from: " << ar << "\n";
+ //lyxerr << "\nSums from: " << ar << "\n";
for (MathArray::size_type i = 0; i + 1< ar.size(); ++i) {
MathArray::iterator it = ar.begin() + i;
// try to figure out the summation index from the subscript
MathArray & ar = sub->down().data_;
MathArray::iterator it =
- std::find_if(ar.begin(), ar.end(), &testEqualSign);
+ find_if(ar.begin(), ar.end(), &testEqualSign);
if (it != ar.end()) {
// we found a '=', use everything in front of that as index,
// and everything behind as lower index
ar.erase(it + 1, tt);
(*it).reset(p);
}
- lyxerr << "\nSums to: " << ar << "\n";
+ //lyxerr << "\nSums to: " << ar << "\n";
}
string s;
if (!extractString((*it).nucleus(), s))
return false;
- std::istringstream is(s);
+ istringstream is(s.c_str());
is >> i;
return is;
}
void extractDiff(MathArray & ar)
{
- lyxerr << "\nDiffs from: " << ar << "\n";
+ //lyxerr << "\nDiffs from: " << ar << "\n";
for (MathArray::size_type i = 0; i < ar.size(); ++i) {
MathArray::iterator it = ar.begin() + i;
// is this a "differential fraction"?
if (!testDiffFrac(it->nucleus()))
continue;
-
+
MathFracInset * f = (*it)->asFracInset();
if (!f) {
lyxerr << "should not happen\n";
MathDiffInset * diff = new MathDiffInset;
// collect function, let jt point behind last used item
- MathArray::iterator jt = it + 1;
- int n = 1;
+ MathArray::iterator jt = it + 1;
+ //int n = 1;
MathArray & numer = f->cell(0);
- if (numer.size() > 1 && numer.at(1)->asScriptInset()) {
+ if (numer.size() > 1 && numer[1]->asScriptInset()) {
// this is something like d^n f(x) / d... or d^n / d...
// FIXME
- n = 1;
- if (numer.size() > 2)
+ //n = 1;
+ if (numer.size() > 2)
diff->cell(0) = MathArray(numer.begin() + 2, numer.end());
else
jt = extractArgument(diff->cell(0), jt, ar.end());
} else {
// simply d f(x) / d... or d/d...
- if (numer.size() > 1)
+ if (numer.size() > 1)
diff->cell(0) = MathArray(numer.begin() + 1, numer.end());
else
jt = extractArgument(diff->cell(0), jt, ar.end());
// collect denominator parts
MathArray & denom = f->cell(1);
- for (MathArray::iterator dt = denom.begin(); dt != denom.end(); ) {
+ for (MathArray::iterator dt = denom.begin(); dt != denom.end();) {
// find the next 'd'
- MathArray::iterator et = std::find_if(dt + 1, denom.end(), &testDiffItem);
+ MathArray::iterator et = find_if(dt + 1, denom.end(), &testDiffItem);
// point before this
MathArray::iterator st = et - 1;
// things like d.../dx^n
int mult = 1;
if (extractNumber(script->up().data_, mult)) {
- lyxerr << "mult: " << mult << endl;
+ //lyxerr << "mult: " << mult << endl;
for (int i = 0; i < mult; ++i)
diff->addDer(MathArray(dt + 1, st));
}
ar.erase(it + 1, jt);
(*it).reset(diff);
}
- lyxerr << "\nDiffs to: " << ar << "\n";
+ //lyxerr << "\nDiffs to: " << ar << "\n";
}
+
+
//
// combine searches
//
void extractStructure(MathArray & ar)
{
splitScripts(ar);
+ extractNumbers(ar);
extractMatrices(ar);
extractDelims(ar);
extractFunctions(ar);
+ extractDets(ar);
extractIntegrals(ar);
extractSums(ar);
extractDiff(ar);
+ extractExps(ar);
extractStrings(ar);
}
MathArray ar = dat;
extractStrings(ar);
for (MathArray::const_iterator it = ar.begin(); it != ar.end(); ++it) {
- wi.firstitem = (it == ar.begin());
+ wi.firstitem() = (it == ar.begin());
MathInset const * p = it->nucleus();
if (it + 1 != ar.end()) {
if (MathScriptInset const * q = asScript(it)) {
- q->write(p, wi);
+ q->write2(p, wi);
++it;
continue;
- }
+ }
}
p->write(wi);
}
MathInset const * p = it->nucleus();
if (it + 1 != ar.end()) {
if (MathScriptInset const * q = asScript(it)) {
- q->octavize(p, os);
- ++it;
+ q->octavize2(p, os);
+ ++it;
continue;
}
}
MathInset const * p = it->nucleus();
if (it + 1 != ar.end()) {
if (MathScriptInset const * q = asScript(it)) {
- q->maplize(p, os);
- ++it;
+ q->maplize2(p, os);
+ ++it;
continue;
}
}
MathInset const * p = it->nucleus();
if (it + 1 != ar.end()) {
if (MathScriptInset const * q = asScript(it)) {
- q->mathmlize(p, os);
- ++it;
+ q->mathmlize2(p, os);
+ ++it;
continue;
}
}
}
}
+
+
+
+namespace {
+
+ string captureOutput(string const & cmd, string const & data)
+ {
+ string outfile = lyx::tempName(string(), "mathextern");
+ string full = "echo '" + data + "' | (" + cmd + ") > " + outfile;
+ lyxerr << "calling: " << full << endl;
+ Systemcall dummy;
+ dummy.startscript(Systemcall::Wait, full);
+ string out = GetFileContents(outfile);
+ lyx::unlink(outfile);
+ lyxerr << "result: '" << out << "'" << endl;
+ return out;
+ }
+
+
+ MathArray pipeThroughMaple(string const & extra, MathArray const & ar)
+ {
+ string header = "readlib(latex):\n";
+
+ // remove the \\it for variable names
+ //"#`latex/csname_font` := `\\it `:"
+ header +=
+ "`latex/csname_font` := ``:\n";
+
+ // export matrices in (...) instead of [...]
+ header +=
+ "`latex/latex/matrix` := "
+ "subs(`[`=`(`, `]`=`)`,"
+ "eval(`latex/latex/matrix`)):\n";
+
+ // replace \\cdots with proper '*'
+ header +=
+ "`latex/latex/*` := "
+ "subs(`\\,`=`\\cdot `,"
+ "eval(`latex/latex/*`)):\n";
+
+ // remove spurious \\noalign{\\medskip} in matrix output
+ header +=
+ "`latex/latex/matrix`:= "
+ "subs(`\\\\\\\\\\\\noalign{\\\\medskip}` = `\\\\\\\\`,"
+ "eval(`latex/latex/matrix`)):\n";
+
+ //"#`latex/latex/symbol` "
+ // " := subs((\\'_\\' = \\'`\\_`\\',eval(`latex/latex/symbol`)): ";
+
+ string trailer = "quit;";
+ ostringstream os;
+ MapleStream ms(os);
+ ms << ar;
+ string expr = os.str().c_str();
+ lyxerr << "ar: '" << ar << "'\n";
+ lyxerr << "ms: '" << os.str() << "'\n";
+
+ for (int i = 0; i < 100; ++i) { // at most 100 attempts
+ // try to fix missing '*' the hard way by using mint
+ //
+ // ... > echo "1A;" | mint -i 1 -S -s -q
+ // on line 1: 1A;
+ // ^ syntax error -
+ // Probably missing an operator such as * p
+ //
+ lyxerr << "checking expr: '" << expr << "'\n";
+ string out = captureOutput("mint -i 1 -S -s -q -q", expr + ";");
+ if (out.empty())
+ break; // expression syntax is ok
+ istringstream is(out.c_str());
+ string line;
+ getline(is, line);
+ if (line.find("on line") != 0)
+ break; // error message not identified
+ getline(is, line);
+ string::size_type pos = line.find('^');
+ if (pos == string::npos || pos < 15)
+ break; // caret position not found
+ pos -= 15; // skip the "on line ..." part
+ if (expr[pos] == '*' || (pos > 0 && expr[pos - 1] == '*'))
+ break; // two '*' in a row are definitely bad
+ expr.insert(pos, "*");
+ }
+
+ string full = "latex(" + extra + '(' + expr + "));";
+ string out = captureOutput("maple -q", header + full + trailer);
+
+ // change \_ into _
+
+ //
+ MathArray res;
+ mathed_parse_cell(res, out);
+ return res;
+ }
+
+
+ MathArray pipeThroughOctave(string const &, MathArray const & ar)
+ {
+ ostringstream os;
+ OctaveStream vs(os);
+ vs << ar;
+ string expr = os.str().c_str();
+ string out;
+
+ lyxerr << "pipe: ar: '" << ar << "'\n";
+ lyxerr << "pipe: expr: '" << expr << "'\n";
+
+ for (int i = 0; i < 100; ++i) { // at most 100 attempts
+ //
+ // try to fix missing '*' the hard way
+ // parse error:
+ // >>> ([[1 2 3 ];[2 3 1 ];[3 1 2 ]])([[1 2 3 ];[2 3 1 ];[3 1 2 ]])
+ // ^
+ //
+ lyxerr << "checking expr: '" << expr << "'\n";
+ out = captureOutput("octave -q 2>&1", expr);
+ lyxerr << "checking out: '" << out << "'\n";
+
+ // leave loop if expression syntax is probably ok
+ if (out.find("parse error:") == string::npos)
+ break;
+
+ // search line with single caret
+ istringstream is(out.c_str());
+ string line;
+ while (is) {
+ getline(is, line);
+ lyxerr << "skipping line: '" << line << "'\n";
+ if (line.find(">>> ") != string::npos)
+ break;
+ }
+
+ // found line with error, next line is the one with caret
+ getline(is, line);
+ string::size_type pos = line.find('^');
+ lyxerr << "caret line: '" << line << "'\n";
+ lyxerr << "found caret at pos: '" << pos << "'\n";
+ if (pos == string::npos || pos < 4)
+ break; // caret position not found
+ pos -= 4; // skip the ">>> " part
+ if (expr[pos] == '*')
+ break; // two '*' in a row are definitely bad
+ expr.insert(pos, "*");
+ }
+
+ if (out.size() < 6)
+ return MathArray();
+
+ // remove 'ans = '
+ out = out.substr(6);
+
+ // parse output as matrix or single number
+ MathAtom at(new MathArrayInset("array", out));
+ MathArrayInset const * mat = at.nucleus()->asArrayInset();
+ MathArray res;
+ if (mat->ncols() == 1 && mat->nrows() == 1)
+ res.push_back(mat->cell(0));
+ else {
+ res.push_back(MathAtom(new MathDelimInset("(", ")")));
+ res.back()->cell(0).push_back(at);
+ }
+ return res;
+ }
+
+}
+
+
+MathArray pipeThroughExtern(string const & lang, string const & extra,
+ MathArray const & ar)
+{
+ if (lang == "octave")
+ return pipeThroughOctave(extra, ar);
+
+ if (lang == "maple")
+ return pipeThroughMaple(extra, ar);
+
+ // create normalized expression
+ ostringstream os;
+ NormalStream ns(os);
+ os << "[" << extra << ' ';
+ ns << ar;
+ os << "]";
+ string data = os.str().c_str();
+
+ // search external script
+ string file = LibFileSearch("mathed", "extern_" + lang);
+ if (file.empty()) {
+ lyxerr << "converter to '" << lang << "' not found\n";
+ return MathArray();
+ }
+
+ // run external sript
+ string out = captureOutput(file, data);
+ MathArray res;
+ mathed_parse_cell(res, out);
+ return res;
+}