X-Git-Url: https://git.lyx.org/gitweb/?a=blobdiff_plain;f=src%2FLexer.h;h=79efa5841b1a1edbb23a80fe256691f9100009c8;hb=55a3dd7b346d29a52ba305a4558e9e380ef50f47;hp=46355905b4c7a32f7aa7b97fa99c95015ae088b9;hpb=2012beb58e62d04b9c2fc2bc0bc3d60fa095e03e;p=lyx.git diff --git a/src/Lexer.h b/src/Lexer.h index 46355905b4..79efa5841b 100644 --- a/src/Lexer.h +++ b/src/Lexer.h @@ -5,7 +5,7 @@ * Licence details can be found in the file COPYING. * * \author Alejandro Aguilar Sierra - * \author Lars Gullik Bjønnes + * \author Lars Gullik Bjønnes * * Full author contact details are available in file CREDITS. */ @@ -18,20 +18,27 @@ #define LEXER_H #include "support/strfwd.h" - +#include namespace lyx { namespace support { class FileName; } -/// -struct keyword_item { - /// +class PushPopHelper; + +/** A helper structure to describe a keyword for the Lexer. + Usually used bundled in C style arrays and passed to the + Lexer using a LexerKeywordTable object. +*/ +struct LexerKeyword +{ + /// the string to be recognized char const * tag; - /// + /// a corresponding numerical id int code; }; + /** Generalized simple lexical analizer. Use the method isOK() to check if there is still data available for lexing. Use one of the the operators void* or ! to test if @@ -53,10 +60,15 @@ struct keyword_item { @see LyXRC.cpp for an example of usage. */ -class Lexer { +class Lexer +{ public: - /// - Lexer(keyword_item *, int); + /// initialize Lexer with no special keywords. + Lexer(); + /// initialize Lexer with a bunch of keywords + template Lexer(LexerKeyword (&table)[N]) + : pimpl_(0) { init(table, N); } + /// ~Lexer(); @@ -73,7 +85,7 @@ public: }; /// stream is open and end of stream is not reached - /// FIXME: test also if pushTok is not empty + /// FIXME: test also if pushToken is not empty /// FIXME: the method should be renamed to something like /// dataAvailable(), in order to reflect the real behavior bool isOK() const; @@ -91,28 +103,32 @@ public: /// std::istream & getStream(); /// Danger! Don't use it unless you know what you are doing. - void setLineNo(int l); + void setLineNumber(int l); /// Change the character that begins a comment. Default is '#' void setCommentChar(char c); /// returns a lex code int lex(); - /** Just read the next word. If esc is true remember that - some chars might be escaped: "\ atleast - */ + /// Read the next string, as delimited by double quotes or + /// whitespace. If esc is true, then we remember that some chars + /// might be escaped: \" at least. bool next(bool esc = false); - /** Read next token. This one is almost the same as next, - but it will consider " as a regular character and always - split a word if it contains a backslash. - */ + /// Read next token. This one is almost the same as next(), + /// but it will consider " as a regular character and always + /// split a word if it contains a backslash. bool nextToken(); + + /// Puts the rest of the line in the buffer, where it will + /// be available via getString() or getDocString(). + bool eatLine(); + /// Push a token, that next token got from lyxlex. void pushToken(std::string const &); - /// - int getLineNo() const; + /// return the current line number + int lineNumber() const; /// int getInteger() const; @@ -122,10 +138,8 @@ public: double getFloat() const; /// std::string const getString() const; - /// docstring const getDocString() const; - /** Get a long string, ended by the tag `endtag'. This string can span several lines. The first line serves as a template for how many spaces the lines @@ -135,11 +149,9 @@ public: */ std::string const getLongString(std::string const & endtag); - /// - bool eatLine(); - /// Pushes a token list on a stack and replaces it with a new one. - void pushTable(keyword_item *, int); + template void pushTable(LexerKeyword (&table)[N]) + { pushTable(table, N); } /** Pops a token list into void and replaces it with the one now on top of the stack. @@ -154,6 +166,8 @@ public: /// Prints the current token table on the supplied ostream. void printTable(std::ostream &); + /// Used to dispaly context information in case of errors. + void setContext(std::string const & functionName); /// extract string Lexer & operator>>(std::string &); @@ -167,16 +181,33 @@ public: Lexer & operator>>(unsigned int &); /// extract bool Lexer & operator>>(bool &); + /// extract first char of the string + Lexer & operator>>(char &); + + /// read and check a required token + Lexer & operator>>(char const * required); + /// check for an optional token and swallow it if present. + bool checkFor(char const * required); /// Quotes a string so that reading it again with Lexer::next(true) /// gets the original string - static std::string const quoteString(std::string const &); + static std::string quoteString(std::string const &); + /// Quotes a docstring so that reading it again with Lexer::next(true) + /// gets the original string + static docstring quoteString(docstring const &); private: - /// noncopiable + /// noncopyable Lexer(Lexer const &); void operator=(Lexer const &); + /// + friend class PushPopHelper; + + /// + void init(LexerKeyword *, int); + void pushTable(LexerKeyword *, int); + /// class Pimpl; /// @@ -186,20 +217,35 @@ private: }; +/// extract something constructable from a string, i.e. a LaTeX length +template +Lexer & operator>>(Lexer & lex, T & t) +{ + if (lex.next()) + t = T(lex.getString()); + return lex; +} + + /** Use to enable multiple exit points. This is needed to ensure that the pop is done upon exit from methods with more than one exit point or that can return as a response to exceptions. @author Lgb */ -class PushPopHelper { +class PushPopHelper +{ public: /// - PushPopHelper(Lexer & lexrc, keyword_item * i, int s) : lex(lexrc) { - lex.pushTable(i, s); + template + PushPopHelper(Lexer & l, LexerKeyword (&table)[N]) + : lex(l) + { + lex.pushTable(table, N); } /// - ~PushPopHelper() { + ~PushPopHelper() + { lex.popTable(); } ///