#include "Encoding.h"
#include "Parser.h"
-#include "support/foreach.h"
#include "support/lstrings.h"
#include "support/textutils.h"
return c;
}
-}
+} // namespace
//
// Token
{
if (fixed_enc_)
is_.setEncoding(fixedenc);
+ catInit();
}
// An idocstringstream can not change the encoding
fixed_enc_(true)
{
+ catInit();
}
return dummy;
// If tokenize_one() has not been called after the last get_token() we
// need to tokenize two more tokens.
- if (pos_ >= tokens_.size()) {
+ if (pos_ >= tokens_.size())
+ tokenize_one();
+ if (pos_ + 1 >= tokens_.size())
tokenize_one();
- if (pos_ + 1 >= tokens_.size())
- tokenize_one();
- }
return pos_ + 1 < tokens_.size() ? tokens_[pos_ + 1] : dummy;
}
if (pos_ >= tokens_.size())
return dummy;
}
- // cerr << "looking at token " << tokens_[pos_]
+ // cerr << "looking at token " << tokens_[pos_]
// << " pos: " << pos_ << '\n';
return tokens_[pos_++];
}
return Arg(false, string());
}
if (match_index) {
- oss << end_string.substr(0, match_index)
+ oss << end_string.substr(0, match_index)
<< t.asInput();
match_index = 0;
} else
putback();
res += '{' + verbatim_item() + '}';
} else
- res += t.cs();
+ res += t.asInput();
}
}
return res;