10 using std::istringstream;
18 CatCode theCatcode[256];
20 void skipSpaceTokens(istream & is, char c)
22 // skip trailing spaces
23 while (catcode(c) == catSpace || catcode(c) == catNewline)
26 //cerr << "putting back: " << c << "\n";
33 fill(theCatcode, theCatcode + 256, catOther);
34 fill(theCatcode + 'a', theCatcode + 'z' + 1, catLetter);
35 fill(theCatcode + 'A', theCatcode + 'Z' + 1, catLetter);
37 theCatcode['\\'] = catEscape;
38 theCatcode['{'] = catBegin;
39 theCatcode['}'] = catEnd;
40 theCatcode['$'] = catMath;
41 theCatcode['&'] = catAlign;
42 theCatcode['\n'] = catNewline;
43 theCatcode['#'] = catParameter;
44 theCatcode['^'] = catSuper;
45 theCatcode['_'] = catSub;
46 theCatcode['
\7f'] = catIgnore;
47 theCatcode[' '] = catSpace;
48 theCatcode['\t'] = catSpace;
49 theCatcode['\r'] = catNewline;
50 theCatcode['~'] = catActive;
51 theCatcode['%'] = catComment;
61 mode_type asMode(mode_type oldmode, string const & str)
63 if (str == "mathmode")
65 if (str == "textmode" || str == "forcetext")
71 CatCode catcode(unsigned char c)
82 ostream & operator<<(ostream & os, Token const & t)
87 os << '[' << t.character() << ',' << t.cat() << ']';
92 string Token::asString() const
94 return cs_.size() ? cs_ : string(1, char_);
98 string Token::asInput() const
100 return char_ ? string(1, char_) : '\\' + cs_ + ' ';
109 Parser::Parser(istream & is)
110 : lineno_(0), pos_(0)
116 void Parser::push_back(Token const & t)
118 tokens_.push_back(t);
122 void Parser::pop_back()
128 Token const & Parser::prevToken() const
130 static const Token dummy;
131 return pos_ > 0 ? tokens_[pos_ - 1] : dummy;
135 Token const & Parser::nextToken() const
137 static const Token dummy;
138 return good() ? tokens_[pos_] : dummy;
142 Token const & Parser::getToken()
144 static const Token dummy;
145 //cerr << "looking at token " << tokens_[pos_] << " pos: " << pos_ << '\n';
146 return good() ? tokens_[pos_++] : dummy;
150 void Parser::skipSpaces()
152 while (nextToken().cat() == catSpace || nextToken().cat() == catNewline)
157 void Parser::putback()
163 bool Parser::good() const
165 return pos_ < tokens_.size();
169 char Parser::getChar()
172 error("The input stream is not well...");
173 return tokens_[pos_++].character();
177 string Parser::getArg(char left, char right)
187 while ((c = getChar()) != right && good())
194 void Parser::tokenize(istream & is)
196 static bool init_done = false;
205 //cerr << "reading c: " << c << "\n";
207 switch (catcode(c)) {
211 if (catcode(c) == catNewline)
212 push_back(Token("par"));
214 push_back(Token('\n', catNewline));
222 while (is.get(c) && catcode(c) != catNewline)
232 error("unexpected end of input");
235 if (catcode(c) == catLetter) {
237 while (is.get(c) && catcode(c) == catLetter)
239 skipSpaceTokens(is, c);
248 push_back(Token(c, catcode(c)));
250 skipSpaceTokens(is, c);
255 cerr << "ignoring a char: " << int(c) << "\n";
260 push_back(Token(c, catcode(c)));
266 void Parser::dump() const
268 cerr << "\nTokens: ";
269 for (unsigned i = 0; i < tokens_.size(); ++i) {
274 cerr << " pos: " << pos_ << "\n";
278 void Parser::error(string const & msg)
280 cerr << "Line ~" << lineno_ << ": parse error: " << msg << endl;
286 string Parser::verbatimOption()
289 if (nextToken().character() == '[') {
290 Token t = getToken();
291 for (Token t = getToken(); t.character() != ']' && good(); t = getToken()) {
292 if (t.cat() == catBegin) {
294 res += '{' + verbatimItem() + '}';
303 string Parser::verbatimItem()
306 if (nextToken().cat() == catBegin) {
307 Token t = getToken();
308 for (Token t = getToken(); t.cat() != catEnd && good(); t = getToken()) {
309 if (t.cat() == catBegin) {
311 res += '{' + verbatimItem() + '}';