X-Git-Url: https://git.lyx.org/gitweb/?a=blobdiff_plain;f=src%2Flyxlex_pimpl.C;h=0ae2b1391c85323f36a6f4d3aef64ef6543879bb;hb=e7f4618bcce770369cf46335c2c7f0164b4b8857;hp=2962302d062b789ef82297bf0839133851f5d577;hpb=92d522b7f1be6046adcac062c558bbf0bf021612;p=lyx.git diff --git a/src/lyxlex_pimpl.C b/src/lyxlex_pimpl.C index 2962302d06..0ae2b1391c 100644 --- a/src/lyxlex_pimpl.C +++ b/src/lyxlex_pimpl.C @@ -1,41 +1,68 @@ +/** + * \file lyxlex_pimpl.C + * This file is part of LyX, the document processor. + * Licence details can be found in the file COPYING. + * + * \author Lars Gullik Bjønnes + * \author Jean-Marc Lasgouttes + * \author Jürgen Vigna + * + * Full author contact details are available in file CREDITS. + */ + #include #include "lyxlex_pimpl.h" + #include "debug.h" -#include "support/lyxalgo.h" #include "support/filetools.h" +#include "support/lyxalgo.h" #include "support/lstrings.h" +#include "support/types.h" +#include "support/unicode.h" -#include +#include -using namespace lyx::support; +namespace lyx { + +using support::compare_ascii_no_case; +using support::FileName; +using support::getFormatFromContents; +using support::makeDisplayPath; +using support::split; +using support::subst; + +using std::endl; +using std::getline; +using std::lower_bound; using std::sort; -using std::ostream; +using std::string; using std::ios; using std::istream; -using std::endl; -using std::lower_bound; -using std::vector; -using std::getline; +using std::ostream; -// namespace { -struct compare_tags { +namespace { + +class compare_tags + : public std::binary_function { +public: // used by lower_bound, sort and sorted - inline - int operator()(keyword_item const & a, keyword_item const & b) const { + bool operator()(keyword_item const & a, keyword_item const & b) const + { // we use the ascii version, because in turkish, 'i' // is not the lowercase version of 'I', and thus // turkish locale breaks parsing of tags. return compare_ascii_no_case(a.tag, b.tag) < 0; } }; -// } // end of anon namespace + +} // end of anon namespace LyXLex::Pimpl::Pimpl(keyword_item * tab, int num) - : is(&fb__), table(tab), no_items(num), + : is(&fb_), table(tab), no_items(num), status(0), lineno(0), commentChar('#') { verifyTable(); @@ -44,7 +71,13 @@ LyXLex::Pimpl::Pimpl(keyword_item * tab, int num) string const LyXLex::Pimpl::getString() const { - return string(buff.begin(), buff.end()); + return buff; +} + + +docstring const LyXLex::Pimpl::getDocString() const +{ + return from_utf8(buff); } @@ -52,13 +85,13 @@ void LyXLex::Pimpl::printError(string const & message) const { string const tmpmsg = subst(message, "$$Token", getString()); lyxerr << "LyX: " << tmpmsg << " [around line " << lineno - << " of file " << MakeDisplayPath(name) << ']' << endl; + << " of file " << to_utf8(makeDisplayPath(name)) << ']' << endl; } void LyXLex::Pimpl::printTable(ostream & os) { - os << "\nNumber of tags: " << no_items << '\n'; + os << "\nNumber of tags: " << no_items << endl; for (int i= 0; i < no_items; ++i) os << "table[" << i << "]: tag: `" << table[i].tag @@ -75,11 +108,11 @@ void LyXLex::Pimpl::verifyTable() lyxerr << "The table passed to LyXLex is not sorted!\n" << "Tell the developers to fix it!" << endl; // We sort it anyway to avoid problems. - lyxerr << "\nUnsorted:\n"; + lyxerr << "\nUnsorted:" << endl; printTable(lyxerr); sort(table, table + no_items, compare_tags()); - lyxerr << "\nSorted:\n"; + lyxerr << "\nSorted:" << endl; printTable(lyxerr); } } @@ -111,25 +144,47 @@ void LyXLex::Pimpl::popTable() } -bool LyXLex::Pimpl::setFile(string const & filename) +bool LyXLex::Pimpl::setFile(FileName const & filename) { - // The check only outputs a debug message, because it triggers - // a bug in compaq cxx 6.2, where is_open() returns 'true' for a - // fresh new filebuf. (JMarc) - if (fb__.is_open() || is.tellg() > 0) - lyxerr[Debug::LYXLEX] << "Error in LyXLex::setFile: " - "file or stream already set." << endl; - fb__.open(filename.c_str(), ios::in); - is.rdbuf(&fb__); - name = filename; - lineno = 0; - return fb__.is_open() && is.good(); + // Check the format of the file. + string const format = getFormatFromContents(filename); + + if (format == "gzip" || format == "zip" || format == "compress") { + lyxerr[Debug::LYXLEX] << "lyxlex: compressed" << endl; + + // The check only outputs a debug message, because it triggers + // a bug in compaq cxx 6.2, where is_open() returns 'true' for + // a fresh new filebuf. (JMarc) + if (!gz_.empty() || istream::off_type(is.tellg()) > -1) + lyxerr[Debug::LYXLEX] << "Error in LyXLex::setFile: " + "file or stream already set." << endl; + gz_.push(io::gzip_decompressor()); + gz_.push(io::file_source(filename.toFilesystemEncoding())); + is.rdbuf(&gz_); + name = filename.absFilename(); + lineno = 0; + return gz_.component(1)->is_open() && is.good(); + } else { + lyxerr[Debug::LYXLEX] << "lyxlex: UNcompressed" << endl; + + // The check only outputs a debug message, because it triggers + // a bug in compaq cxx 6.2, where is_open() returns 'true' for + // a fresh new filebuf. (JMarc) + if (fb_.is_open() || istream::off_type(is.tellg()) > 0) + lyxerr[Debug::LYXLEX] << "Error in LyXLex::setFile: " + "file or stream already set." << endl; + fb_.open(filename.toFilesystemEncoding().c_str(), ios::in); + is.rdbuf(&fb_); + name = filename.absFilename(); + lineno = 0; + return fb_.is_open() && is.good(); + } } void LyXLex::Pimpl::setStream(istream & i) { - if (fb__.is_open() || is.tellg() > 0) + if (fb_.is_open() || istream::off_type(is.tellg()) > 0) lyxerr[Debug::LYXLEX] << "Error in LyXLex::setStream: " "file or stream already set." << endl; is.rdbuf(i.rdbuf()); @@ -150,13 +205,12 @@ bool LyXLex::Pimpl::next(bool esc /* = false */) // we extract the first word and leaves the rest // in pushTok. (Lgb) if (pushTok.find(' ') != string::npos && pushTok[0] == '\\') { - string tmp; - pushTok = split(pushTok, tmp, ' '); - buff.assign(tmp.begin(), tmp.end()); + buff.clear(); + pushTok = split(pushTok, buff, ' '); return true; } else { - buff.assign(pushTok.begin(), pushTok.end()); - pushTok.erase(); + buff = pushTok; + pushTok.clear(); return true; } } @@ -200,7 +254,7 @@ bool LyXLex::Pimpl::next(bool esc /* = false */) ++lineno; } - buff.pop_back(); + buff.resize(buff.size()-1); status = LEX_DATA; break; } @@ -321,7 +375,7 @@ bool LyXLex::Pimpl::next(bool esc /* = false */) ++lineno; } - buff.pop_back(); + buff.resize(buff.size() -1); status = LEX_DATA; break; } @@ -400,7 +454,7 @@ bool LyXLex::Pimpl::eatLine() if (c == '\n') { ++lineno; - buff.pop_back(); + buff.resize(buff.size() - 1); status = LEX_DATA; return true; } else { @@ -416,13 +470,12 @@ bool LyXLex::Pimpl::nextToken() // we extract the first word and leaves the rest // in pushTok. (Lgb) if (pushTok.find(' ') != string::npos && pushTok[0] == '\\') { - string tmp; - pushTok = split(pushTok, tmp, ' '); - buff.assign(tmp.begin(), tmp.end()); + buff.clear(); + pushTok = split(pushTok, buff, ' '); return true; } else { - buff.assign(pushTok.begin(), pushTok.end()); - pushTok.erase(); + buff = pushTok; + pushTok.clear(); return true; } } @@ -470,3 +523,6 @@ void LyXLex::Pimpl::pushToken(string const & pt) { pushTok = pt; } + + +} // namespace lyx