-/* This file is part of
- * ======================================================
- *
- * LyX, The Document Processor
+/**
+ * \file lyxlex.C
+ * This file is part of LyX, the document processor.
+ * Licence details can be found in the file COPYING.
*
- * Copyright 1996-2001 The LyX Team.
+ * \author Alejandro Aguilar Sierra
+ * \author Lars Gullik Bjønnes
+ * \author Jean-Marc Lasgouttes
+ * \author John Levon
*
- * Generalized simple lexical analizer.
- * It can be used for simple syntax parsers, like lyxrc,
- * texclass and others to come. [asierra30/03/96]
- *
- * ====================================================== */
+ * Full author contact details are available in file CREDITS.
+ */
#include <config.h>
-#ifdef __GNUG__
-#pragma implementation "lyxlex.h"
-#endif
-
#include "lyxlex.h"
-#include "lyxlex_pimpl.h"
+
#include "debug.h"
-#include "support/filetools.h"
+#include "lyxlex_pimpl.h"
+
+#include "support/convert.h"
#include "support/lstrings.h"
-using std::ostream;
-using std::istream;
+#include <sstream>
+
+
+namespace lyx {
+
+using support::compare_ascii_no_case;
+using support::isStrDbl;
+using support::isStrInt;
+using support::ltrim;
+using support::prefixIs;
+using support::subst;
+using support::trim;
+
using std::endl;
+using std::string;
+using std::istream;
+using std::ostream;
LyXLex::LyXLex(keyword_item * tab, int num)
{}
-LyXLex::~LyXLex()
+LyXLex::~LyXLex()
{
delete pimpl_;
}
bool LyXLex::isOK() const
{
- return pimpl_->is.good();
+ return pimpl_->inputAvailable();
}
}
-string const LyXLex::text() const
-{
- return &pimpl_->buff[0];
-}
-
-
-std::istream & LyXLex::getStream()
+istream & LyXLex::getStream()
{
return pimpl_->is;
}
}
-bool LyXLex::setFile(string const & filename)
+bool LyXLex::setFile(support::FileName const & filename)
{
return pimpl_->setFile(filename);
}
int LyXLex::getInteger() const
{
- if (isStrInt(pimpl_->getString()))
- return strToInt(pimpl_->getString());
- else {
- pimpl_->printError("Bad integer `$$Token'");
+ lastReadOk_ = pimpl_->status == LEX_DATA || pimpl_->status == LEX_TOKEN;
+ if (!lastReadOk_) {
+ pimpl_->printError("integer token missing");
return -1;
}
+
+ if (isStrInt(pimpl_->getString()))
+ return convert<int>(pimpl_->getString());
+
+ lastReadOk_ = false;
+ pimpl_->printError("Bad integer `$$Token'");
+ return -1;
}
-float LyXLex::getFloat() const
+double LyXLex::getFloat() const
{
// replace comma with dot in case the file was written with
// the wrong locale (should be rare, but is easy enough to
- // avoid).
- string str = subst(pimpl_->getString(), ",", ".");
- if (isStrDbl(str))
- return strToDbl(str);
- else {
- pimpl_->printError("Bad float `$$Token'");
+ // avoid).
+ lastReadOk_ = pimpl_->status == LEX_DATA || pimpl_->status == LEX_TOKEN;
+ if (!lastReadOk_) {
+ pimpl_->printError("float token missing");
return -1;
}
+
+ string const str = subst(pimpl_->getString(), ",", ".");
+ if (isStrDbl(str))
+ return convert<double>(str);
+
+ lastReadOk_ = false;
+ pimpl_->printError("Bad float `$$Token'");
+ return -1;
}
string const LyXLex::getString() const
{
+ lastReadOk_ = pimpl_->status == LEX_DATA || pimpl_->status == LEX_TOKEN;
+
+ if (lastReadOk_)
return pimpl_->getString();
+
+ return string();
+}
+
+
+docstring const LyXLex::getDocString() const
+{
+ lastReadOk_ = pimpl_->status == LEX_DATA || pimpl_->status == LEX_TOKEN;
+
+ if (lastReadOk_)
+ return pimpl_->getDocString();
+
+ return docstring();
}
// I would prefer to give a tag number instead of an explicit token
-// here, but it is not possible because Buffer::readLyXformat2 uses
-// explicit tokens (JMarc)
+// here, but it is not possible because Buffer::readDocument uses
+// explicit tokens (JMarc)
string const LyXLex::getLongString(string const & endtoken)
{
string str, prefix;
bool firstline = true;
- while (isOK()) {
+ while (pimpl_->is) { //< eatLine only reads from is, not from pushTok
if (!eatLine())
// blank line in the file being read
continue;
-
- string const token = frontStrip(strip(getString()), " \t");
-
- lyxerr[Debug::PARSER] << "LongString: `"
+
+ string const token = trim(getString(), " \t");
+
+ LYXERR(Debug::PARSER) << "LongString: `"
<< getString() << '\'' << endl;
- // We do a case independent comparison, like search_kw
- // does.
- if (compare_no_case(token, endtoken) != 0) {
- string tmpstr = getString();
- if (firstline) {
- unsigned int i = 0;
- while (i < tmpstr.length()
- && tmpstr[i] == ' ') {
- ++i;
- prefix += ' ';
- }
- firstline = false;
- lyxerr[Debug::PARSER] << "Prefix = `" << prefix
- << '\'' << endl;
- }
-
- if (!prefix.empty()
- && prefixIs(tmpstr, prefix)) {
- tmpstr.erase(0, prefix.length() - 1);
- }
- str += frontStrip(tmpstr, "\t") + '\n';
- }
- else // token == endtoken
+ // We do a case independent comparison, like search_kw does.
+ if (compare_ascii_no_case(token, endtoken) == 0)
break;
+
+ string tmpstr = getString();
+ if (firstline) {
+ string::size_type i(tmpstr.find_first_not_of(' '));
+ if (i != string::npos)
+ prefix = tmpstr.substr(0, i);
+ firstline = false;
+ LYXERR(Debug::PARSER)
+ << "Prefix = `" << prefix << "\'" << endl;
+ }
+
+ // further lines in long strings may have the same
+ // whitespace prefix as the first line. Remove it.
+ if (prefix.length() && prefixIs(tmpstr, prefix)) {
+ tmpstr.erase(0, prefix.length() - 1);
+ }
+
+ str += ltrim(tmpstr, "\t") + '\n';
}
- if (!isOK())
+
+ if (!pimpl_->is) {
printError("Long string not ended by `" + endtoken + '\'');
+ }
return str;
}
bool LyXLex::getBool() const
{
- if (compare(pimpl_->buff, "true") == 0)
+ if (pimpl_->getString() == "true") {
+ lastReadOk_ = true;
return true;
- else if (compare(pimpl_->buff, "false") != 0)
- pimpl_->printError("Bad boolean `$$Token'. Use \"false\" or \"true\"");
+ } else if (pimpl_->getString() != "false") {
+ pimpl_->printError("Bad boolean `$$Token'. "
+ "Use \"false\" or \"true\"");
+ lastReadOk_ = false;
+ }
+ lastReadOk_ = true;
return false;
}
pimpl_->pushToken(pt);
}
+LyXLex::operator void const *() const
+{
+ // This behaviour is NOT the same as the std::streams which would
+ // use fail() here. However, our implementation of getString() et al.
+ // can cause the eof() and fail() bits to be set, even though we
+ // haven't tried to read 'em.
+ return lastReadOk_? this: 0;
+}
+
+
+bool LyXLex::operator!() const
+{
+ return !lastReadOk_;
+}
+
+
+LyXLex & LyXLex::operator>>(std::string & s)
+{
+ if (isOK()) {
+ next();
+ s = getString();
+ } else {
+ lastReadOk_ = false;
+ }
+ return *this;
+}
-int LyXLex::findToken(char const * str[])
-{
- int i = -1;
-
- if (next()) {
- if (compare(pimpl_->buff, "default")) {
- for (i = 0; str[i][0] && compare(str[i], pimpl_->buff); ++i);
- if (!str[i][0]) {
- pimpl_->printError("Unknown argument `$$Token'");
- i = -1;
- }
- }
- } else
- pimpl_->printError("file ended while scanning string token");
- return i;
-}
-
-
-int LyXLex::checkToken(char const * str[], int print_error)
-{
- int i = -1;
-
- if (compare(pimpl_->buff, "default")) {
- for (i = 0; str[i][0] && compare(str[i], pimpl_->buff); ++i);
- if (!str[i][0]) {
- if (print_error)
- pimpl_->printError("Unknown argument `$$Token'");
- i = -1;
- }
- }
- return i;
+
+LyXLex & LyXLex::operator>>(docstring & s)
+{
+ if (isOK()) {
+ next();
+ s = getDocString();
+ } else {
+ lastReadOk_ = false;
+ }
+ return *this;
+}
+
+
+LyXLex & LyXLex::operator>>(double & s)
+{
+ if (isOK()) {
+ next();
+ s = getFloat();
+ } else {
+ lastReadOk_ = false;
+ }
+ return *this;
}
+
+
+LyXLex & LyXLex::operator>>(int & s)
+{
+ if (isOK()) {
+ next();
+ s = getInteger();
+ } else {
+ lastReadOk_ = false;
+ }
+ return *this;
+}
+
+
+LyXLex & LyXLex::operator>>(unsigned int & s)
+{
+ if (isOK()) {
+ next();
+ s = getInteger();
+ } else {
+ lastReadOk_ = false;
+ }
+ return *this;
+}
+
+
+LyXLex & LyXLex::operator>>(bool & s)
+{
+ if (isOK()) {
+ next();
+ s = getBool();
+ } else {
+ lastReadOk_ = false;
+ }
+ return *this;
+}
+
+
+/// quotes a string, e.g. for use in preferences files or as an argument of the "log" dialog
+string const LyXLex::quoteString(string const & arg)
+{
+ std::ostringstream os;
+ os << '"' << subst(subst(arg, "\\", "\\\\"), "\"", "\\\"") << '"';
+ return os.str();
+}
+
+
+} // namespace lyx