]> git.lyx.org Git - lyx.git/blobdiff - src/buffer.C
Support lgathered and rgathered math environments
[lyx.git] / src / buffer.C
index 136065377866753173e44d1c47af27c7d3e4fee9..2ce60e9dfc2310db0740ea1a79fd8fe1aa7b01e7 100644 (file)
@@ -13,6 +13,7 @@
 #include "buffer.h"
 
 #include "author.h"
+#include "BranchList.h"
 #include "buffer_funcs.h"
 #include "bufferlist.h"
 #include "bufferparams.h"
@@ -40,7 +41,6 @@
 #include "output.h"
 #include "output_docbook.h"
 #include "output_latex.h"
-#include "output_linuxdoc.h"
 #include "paragraph.h"
 #include "paragraph_funcs.h"
 #include "ParagraphParameters.h"
 #include "insets/insetinclude.h"
 #include "insets/insettext.h"
 
-#include "mathed/math_macrotemplate.h"
-#include "mathed/math_macrotable.h"
-#include "mathed/math_support.h"
+#include "mathed/MathMacroTemplate.h"
+#include "mathed/MathMacroTable.h"
+#include "mathed/MathSupport.h"
 
 #include "frontends/Alert.h"
+#include "frontends/Application.h"
 
 #include "graphics/Previews.h"
 
-#include "support/FileInfo.h"
+#include "support/types.h"
+#include "support/lyxalgo.h"
 #include "support/filetools.h"
-#include "support/gzstream.h"
+#include "support/fs_extras.h"
+# include <boost/iostreams/filtering_stream.hpp>
+# include <boost/iostreams/filter/gzip.hpp>
+# include <boost/iostreams/device/file.hpp>
+namespace io = boost::iostreams;
 #include "support/lyxlib.h"
 #include "support/os.h"
 #include "support/path.h"
 #include "support/textutils.h"
-#include "support/tostr.h"
+#include "support/convert.h"
 
 #include <boost/bind.hpp>
+#include <boost/filesystem/exception.hpp>
+#include <boost/filesystem/operations.hpp>
 
-#include <utime.h>
+#if defined (HAVE_UTIME_H)
+# include <utime.h>
+#elif defined (HAVE_SYS_UTIME_H)
+# include <sys/utime.h>
+#endif
 
 #include <iomanip>
 #include <stack>
 #include <sstream>
+#include <fstream>
 
 
+using lyx::docstring;
 using lyx::pos_type;
-using lyx::par_type;
+using lyx::pit_type;
 
-using lyx::support::AddName;
-using lyx::support::atoi;
+using lyx::support::addName;
 using lyx::support::bformat;
-using lyx::support::ChangeExtension;
+using lyx::support::changeExtension;
 using lyx::support::cmd_ret;
 using lyx::support::createBufferTmpDir;
 using lyx::support::destroyDir;
-using lyx::support::FileInfo;
-using lyx::support::FileInfo;
-using lyx::support::getExtFromContents;
-using lyx::support::IsDirWriteable;
-using lyx::support::IsFileWriteable;
-using lyx::support::LibFileSearch;
+using lyx::support::getFormatFromContents;
+using lyx::support::isDirWriteable;
+using lyx::support::libFileSearch;
+using lyx::support::latex_path;
 using lyx::support::ltrim;
-using lyx::support::MakeAbsPath;
-using lyx::support::MakeDisplayPath;
-using lyx::support::MakeLatexName;
-using lyx::support::OnlyFilename;
-using lyx::support::OnlyPath;
-using lyx::support::Path;
-using lyx::support::QuoteName;
+using lyx::support::makeAbsPath;
+using lyx::support::makeDisplayPath;
+using lyx::support::makeLatexName;
+using lyx::support::onlyFilename;
+using lyx::support::onlyPath;
+using lyx::support::quoteName;
 using lyx::support::removeAutosaveFile;
 using lyx::support::rename;
-using lyx::support::RunCommand;
+using lyx::support::runCommand;
 using lyx::support::split;
-using lyx::support::strToInt;
 using lyx::support::subst;
 using lyx::support::tempName;
 using lyx::support::trim;
 
 namespace os = lyx::support::os;
+namespace fs = boost::filesystem;
 
 using std::endl;
 using std::for_each;
@@ -132,20 +142,18 @@ using std::vector;
 using std::string;
 
 
-// all these externs should eventually be removed.
-extern BufferList bufferlist;
-
 namespace {
 
-const int LYX_FORMAT = 236;
+int const LYX_FORMAT = 249;
 
 } // namespace anon
 
 
 typedef std::map<string, bool> DepClean;
 
-struct Buffer::Impl
+class Buffer::Impl
 {
+public:
        Impl(Buffer & parent, string const & file, bool readonly);
 
        limited_stack<Undo> undostack;
@@ -173,9 +181,6 @@ struct Buffer::Impl
        /// name of the file the buffer is associated with.
        string filename;
 
-       /// The path to the document file.
-       string filepath;
-
        boost::scoped_ptr<Messages> messages;
 
        /** Set to true only when the file is fully loaded.
@@ -194,19 +199,21 @@ struct Buffer::Impl
 
 Buffer::Impl::Impl(Buffer & parent, string const & file, bool readonly_)
        : lyx_clean(true), bak_clean(true), unnamed(false), read_only(readonly_),
-         filename(file), filepath(OnlyPath(file)), file_fully_loaded(false),
+         filename(file), file_fully_loaded(false),
                inset(params)
 {
+       inset.setAutoBreakRows(true);
        lyxvc.buffer(&parent);
        temppath = createBufferTmpDir();
+       params.filepath = onlyPath(file);
        // FIXME: And now do something if temppath == string(), because we
        // assume from now on that temppath points to a valid temp dir.
        // See http://www.mail-archive.com/lyx-devel@lists.lyx.org/msg67406.html
 }
 
 
-Buffer::Buffer(string const & file, bool ronly)
-       : pimpl_(new Impl(*this, file, ronly))
+Buffer::Buffer(string const & file, bool readonly)
+       : pimpl_(new Impl(*this, file, readonly))
 {
        lyxerr[Debug::INFO] << "Buffer::Buffer()" << endl;
 }
@@ -220,9 +227,10 @@ Buffer::~Buffer()
 
        closing();
 
-       if (!temppath().empty() && destroyDir(temppath()) != 0) {
+       if (!temppath().empty() && !destroyDir(temppath())) {
                Alert::warning(_("Could not remove temporary directory"),
-                       bformat(_("Could not remove the temporary directory %1$s"), temppath()));
+                       bformat(_("Could not remove the temporary directory %1$s"),
+                       lyx::from_utf8(temppath())));
        }
 
        // Remove any previewed LaTeX snippets associated with this buffer.
@@ -320,10 +328,10 @@ TexRow const & Buffer::texrow() const
 }
 
 
-string const Buffer::getLatexName(bool no_path) const
+string const Buffer::getLatexName(bool const no_path) const
 {
-       string const name = ChangeExtension(MakeLatexName(fileName()), ".tex");
-       return no_path ? OnlyFilename(name) : name;
+       string const name = changeExtension(makeLatexName(fileName()), ".tex");
+       return no_path ? onlyFilename(name) : name;
 }
 
 
@@ -336,21 +344,18 @@ pair<Buffer::LogType, string> const Buffer::getLogName() const
 
        string const path = temppath();
 
-       string const fname = AddName(path,
-                                    OnlyFilename(ChangeExtension(filename,
+       string const fname = addName(path,
+                                    onlyFilename(changeExtension(filename,
                                                                  ".log")));
        string const bname =
-               AddName(path, OnlyFilename(
-                       ChangeExtension(filename,
+               addName(path, onlyFilename(
+                       changeExtension(filename,
                                        formats.extension("literate") + ".out")));
 
        // If no Latex log or Build log is newer, show Build log
 
-       FileInfo const f_fi(fname);
-       FileInfo const b_fi(bname);
-
-       if (b_fi.exist() &&
-           (!f_fi.exist() || f_fi.getModificationTime() < b_fi.getModificationTime())) {
+       if (fs::exists(bname) &&
+           (!fs::exists(fname) || fs::last_write_time(fname) < fs::last_write_time(bname))) {
                lyxerr[Debug::FILES] << "Log name calculated as: " << bname << endl;
                return make_pair(Buffer::buildlog, bname);
        }
@@ -359,7 +364,7 @@ pair<Buffer::LogType, string> const Buffer::getLogName() const
 }
 
 
-void Buffer::setReadonly(bool flag)
+void Buffer::setReadonly(bool const flag)
 {
        if (pimpl_->read_only != flag) {
                pimpl_->read_only = flag;
@@ -370,9 +375,9 @@ void Buffer::setReadonly(bool flag)
 
 void Buffer::setFileName(string const & newfile)
 {
-       pimpl_->filename = MakeAbsPath(newfile);
-       pimpl_->filepath = OnlyPath(pimpl_->filename);
-       setReadonly(IsFileWriteable(pimpl_->filename) == 0);
+       pimpl_->filename = makeAbsPath(newfile);
+       params().filepath = onlyPath(pimpl_->filename);
+       setReadonly(fs::is_readonly(pimpl_->filename));
        updateTitles();
 }
 
@@ -383,8 +388,8 @@ namespace {
 void unknownClass(string const & unknown)
 {
        Alert::warning(_("Unknown document class"),
-               bformat(_("Using the default document class, because the "
-                       "class %1$s is unknown."), unknown));
+                      bformat(_("Using the default document class, because the "
+                                             "class %1$s is unknown."), lyx::from_utf8(unknown)));
 }
 
 } // anon
@@ -396,6 +401,23 @@ int Buffer::readHeader(LyXLex & lex)
        int line = -1;
        int begin_header_line = -1;
 
+       // Initialize parameters that may be/go lacking in header:
+       params().branchlist().clear();
+       params().preamble.erase();
+       params().options.erase();
+       params().float_placement.erase();
+       params().paperwidth.erase();
+       params().paperheight.erase();
+       params().leftmargin.erase();
+       params().rightmargin.erase();
+       params().topmargin.erase();
+       params().bottommargin.erase();
+       params().headheight.erase();
+       params().headsep.erase();
+       params().footskip.erase();
+
+       ErrorList & errorList = errorLists_["Parse"];
+
        while (lex.isOK()) {
                lex.next();
                string const token = lex.getString();
@@ -412,28 +434,30 @@ int Buffer::readHeader(LyXLex & lex)
                        continue;
                }
 
-               lyxerr[Debug::PARSER] << "Handling header token: `"
+               lyxerr[Debug::PARSER] << "Handling document header token: `"
                                      << token << '\'' << endl;
 
                string unknown = params().readToken(lex, token);
                if (!unknown.empty()) {
-                       if (unknown[0] != '\\' and token == "\\textclass") {
+                       if (unknown[0] != '\\' && token == "\\textclass") {
                                unknownClass(unknown);
                        } else {
                                ++unknown_tokens;
-                               string const s = bformat(_("Unknown token: "
-                                                          "%1$s %2$s\n"),
-                                                        token,
-                                                        lex.getString());
-                               error(ErrorItem(_("Header error"), s,
-                                               -1, 0, 0));
+                               docstring const s = bformat(_("Unknown token: "
+                                                                       "%1$s %2$s\n"),
+                                                        lyx::from_utf8(token),
+                                                        lyx::from_utf8(lex.getString()));
+                               errorList.push_back(ErrorItem(_("Document header error"),
+                                       s, -1, 0, 0));
                        }
                }
        }
        if (begin_header_line) {
-               string const s = _("\\begin_header is missing");
-               error(ErrorItem(_("Header error"), s, -1, 0, 0));
+               docstring const s = _("\\begin_header is missing");
+               errorList.push_back(ErrorItem(_("Document header error"),
+                       s, -1, 0, 0));
        }
+
        return unknown_tokens;
 }
 
@@ -443,55 +467,56 @@ int Buffer::readHeader(LyXLex & lex)
 // Returns false if "\end_document" is not read (Asger)
 bool Buffer::readDocument(LyXLex & lex)
 {
+       ErrorList & errorList = errorLists_["Parse"];
+       errorList.clear();
+
        lex.next();
        string const token = lex.getString();
        if (token != "\\begin_document") {
-               string const s = _("\\begin_document is missing");
-               error(ErrorItem(_("Header error"), s, -1, 0, 0));
+               docstring const s = _("\\begin_document is missing");
+               errorList.push_back(ErrorItem(_("Document header error"),
+                       s, -1, 0, 0));
        }
 
-       if (paragraphs().empty()) {
-               readHeader(lex);
-               if (!params().getLyXTextClass().load()) {
-                       string theclass = params().getLyXTextClass().name();
-                       Alert::error(_("Can't load document class"), bformat(
-                                       "Using the default document class, because the "
-                                       " class %1$s could not be loaded.", theclass));
-                       params().textclass = 0;
-               }
-       } else {
-               // We don't want to adopt the parameters from the
-               // document we insert, so read them into a temporary buffer
-               // and then discard it
+       // we are reading in a brand new document
+       BOOST_ASSERT(paragraphs().empty());
 
-               Buffer tmpbuf("", false);
-               tmpbuf.readHeader(lex);
+       readHeader(lex);
+       if (!params().getLyXTextClass().load(filePath())) {
+               string theclass = params().getLyXTextClass().name();
+               Alert::error(_("Can't load document class"), bformat(
+                       _("Using the default document class, because the "
+                                    " class %1$s could not be loaded."), lyx::from_utf8(theclass)));
+               params().textclass = 0;
        }
 
-       return text().read(*this, lex);
+       bool const res = text().read(*this, lex, errorList);
+       for_each(text().paragraphs().begin(),
+                text().paragraphs().end(),
+                bind(&Paragraph::setInsetOwner, _1, &inset()));
+       updateBibfilesCache();
+
+       return res;
 }
 
 
 // needed to insert the selection
 void Buffer::insertStringAsLines(ParagraphList & pars,
-       par_type & par, pos_type & pos,
-       LyXFont const & fn, string const & str)
+       pit_type & pit, pos_type & pos,
+       LyXFont const & fn, docstring const & str, bool autobreakrows)
 {
-       LyXLayout_ptr const & layout = pars[par].layout();
-
        LyXFont font = fn;
 
-       pars[par].checkInsertChar(font);
        // insert the string, don't insert doublespace
        bool space_inserted = true;
-       bool autobreakrows = pars[par].autoBreakRows();
-       for (string::const_iterator cit = str.begin();
+       for (docstring::const_iterator cit = str.begin();
            cit != str.end(); ++cit) {
+               Paragraph & par = pars[pit];
                if (*cit == '\n') {
-                       if (autobreakrows && (!pars[par].empty() || pars[par].allowEmpty())) {
-                               breakParagraph(params(), paragraphs(), par, pos,
-                                              layout->isEnvironment());
-                               ++par;
+                       if (autobreakrows && (!par.empty() || par.allowEmpty())) {
+                               breakParagraph(params(), pars, pit, pos,
+                                              par.layout()->isEnvironment());
+                               ++pit;
                                pos = 0;
                                space_inserted = true;
                        } else {
@@ -499,28 +524,30 @@ void Buffer::insertStringAsLines(ParagraphList & pars,
                        }
                        // do not insert consecutive spaces if !free_spacing
                } else if ((*cit == ' ' || *cit == '\t') &&
-                          space_inserted && !pars[par].isFreeSpacing()) {
+                          space_inserted && !par.isFreeSpacing()) {
                        continue;
                } else if (*cit == '\t') {
-                       if (!pars[par].isFreeSpacing()) {
+                       if (!par.isFreeSpacing()) {
                                // tabs are like spaces here
-                               pars[par].insertChar(pos, ' ', font);
+                               par.insertChar(pos, ' ', font);
                                ++pos;
                                space_inserted = true;
                        } else {
                                const pos_type n = 8 - pos % 8;
                                for (pos_type i = 0; i < n; ++i) {
-                                       pars[par].insertChar(pos, ' ', font);
+                                       par.insertChar(pos, ' ', font);
                                        ++pos;
                                }
                                space_inserted = true;
                        }
-               } else if (!IsPrintable(*cit)) {
+/* FIXME: not needed anymore?
+               } else if (!isPrintable(*cit)) {
                        // Ignore unprintables
                        continue;
+*/
                } else {
                        // just insert the character
-                       pars[par].insertChar(pos, *cit, font);
+                       par.insertChar(pos, *cit, font);
                        ++pos;
                        space_inserted = (*cit == ' ');
                }
@@ -532,29 +559,24 @@ void Buffer::insertStringAsLines(ParagraphList & pars,
 bool Buffer::readFile(string const & filename)
 {
        // Check if the file is compressed.
-       string const format = getExtFromContents(filename);
+       string const format = getFormatFromContents(filename);
        if (format == "gzip" || format == "zip" || format == "compress") {
                params().compressed = true;
        }
 
        // remove dummy empty par
        paragraphs().clear();
-       bool ret = readFile(filename, paragraphs().size());
+       LyXLex lex(0, 0);
+       lex.setFile(filename);
+       if (!readFile(lex, filename))
+               return false;
 
        // After we have read a file, we must ensure that the buffer
        // language is set and used in the gui.
        // If you know of a better place to put this, please tell me. (Lgb)
        updateDocLang(params().language);
 
-       return ret;
-}
-
-
-bool Buffer::readFile(string const & filename, par_type pit)
-{
-       LyXLex lex(0, 0);
-       lex.setFile(filename);
-       return readFile(lex, filename, pit);
+       return true;
 }
 
 
@@ -564,19 +586,19 @@ bool Buffer::fully_loaded() const
 }
 
 
-void Buffer::fully_loaded(bool value)
+void Buffer::fully_loaded(bool const value)
 {
        pimpl_->file_fully_loaded = value;
 }
 
 
-bool Buffer::readFile(LyXLex & lex, string const & filename, par_type pit)
+bool Buffer::readFile(LyXLex & lex, string const & filename)
 {
        BOOST_ASSERT(!filename.empty());
 
        if (!lex.isOK()) {
                Alert::error(_("Document could not be read"),
-                            bformat(_("%1$s could not be read."), filename));
+                            bformat(_("%1$s could not be read."), lyx::from_utf8(filename)));
                return false;
        }
 
@@ -585,7 +607,7 @@ bool Buffer::readFile(LyXLex & lex, string const & filename, par_type pit)
 
        if (!lex.isOK()) {
                Alert::error(_("Document could not be read"),
-                            bformat(_("%1$s could not be read."), filename));
+                            bformat(_("%1$s could not be read."), lyx::from_utf8(filename)));
                return false;
        }
 
@@ -595,7 +617,7 @@ bool Buffer::readFile(LyXLex & lex, string const & filename, par_type pit)
 
                Alert::error(_("Document format failure"),
                             bformat(_("%1$s is not a LyX document."),
-                                      filename));
+                                      lyx::from_utf8(filename)));
                return false;
        }
 
@@ -607,7 +629,7 @@ bool Buffer::readFile(LyXLex & lex, string const & filename, par_type pit)
        //lyxerr << "           dot found at " << dot << endl;
        if (dot != string::npos)
                        tmp_format.erase(dot, 1);
-       int file_format = strToInt(tmp_format);
+       int const file_format = convert<int>(tmp_format);
        //lyxerr << "format: " << file_format << endl;
 
        if (file_format != LYX_FORMAT) {
@@ -617,37 +639,41 @@ bool Buffer::readFile(LyXLex & lex, string const & filename, par_type pit)
                                     bformat(_("%1$s is from an earlier"
                                              " version of LyX, but a temporary"
                                              " file for converting it could"
-                                             " not be created."),
-                                             filename));
+                                                           " not be created."),
+                                             lyx::from_utf8(filename)));
                        return false;
                }
-               string command = LibFileSearch("lyx2lyx", "lyx2lyx");
-               if (command.empty()) {
+               string const lyx2lyx = libFileSearch("lyx2lyx", "lyx2lyx");
+               if (lyx2lyx.empty()) {
                        Alert::error(_("Conversion script not found"),
                                     bformat(_("%1$s is from an earlier"
                                               " version of LyX, but the"
                                               " conversion script lyx2lyx"
-                                              " could not be found."),
-                                              filename));
+                                                           " could not be found."),
+                                              lyx::from_utf8(filename)));
                        return false;
                }
-               command += " -t"
-                       + tostr(LYX_FORMAT)
-                       + " -o " + tmpfile + ' '
-                       + QuoteName(filename);
+               ostringstream command;
+               command << os::python() << ' ' << quoteName(lyx2lyx)
+                       << " -t " << convert<string>(LYX_FORMAT)
+                       << " -o " << quoteName(tmpfile) << ' '
+                       << quoteName(filename);
+               string const command_str = command.str();
+
                lyxerr[Debug::INFO] << "Running '"
-                                   << command << '\''
+                                   << command_str << '\''
                                    << endl;
-               cmd_ret const ret = RunCommand(command);
+
+               cmd_ret const ret = runCommand(command_str);
                if (ret.first != 0) {
                        Alert::error(_("Conversion script failed"),
                                     bformat(_("%1$s is from an earlier version"
                                              " of LyX, but the lyx2lyx script"
-                                             " failed to convert it."),
-                                             filename));
+                                                           " failed to convert it."),
+                                             lyx::from_utf8(filename)));
                        return false;
                } else {
-                       bool ret = readFile(tmpfile, pit);
+                       bool const ret = readFile(tmpfile);
                        // Do stuff with tmpfile name and buffer name here.
                        return ret;
                }
@@ -657,14 +683,13 @@ bool Buffer::readFile(LyXLex & lex, string const & filename, par_type pit)
        if (readDocument(lex)) {
                Alert::error(_("Document format failure"),
                             bformat(_("%1$s ended unexpectedly, which means"
-                                      " that it is probably corrupted."),
-                                      filename));
+                                                   " that it is probably corrupted."),
+                                      lyx::from_utf8(filename)));
        }
 
        //lyxerr << "removing " << MacroTable::localMacros().size()
        //      << " temporary macro entries" << endl;
        //MacroTable::localMacros().clear();
-       params().setPaperStuff();
 
        pimpl_->file_fully_loaded = true;
        return true;
@@ -682,54 +707,23 @@ bool Buffer::save() const
        if (lyxrc.make_backup) {
                s = fileName() + '~';
                if (!lyxrc.backupdir_path.empty())
-                       s = AddName(lyxrc.backupdir_path,
-                                   subst(os::slashify_path(s),'/','!'));
-
-               // Rename is the wrong way of making a backup,
-               // this is the correct way.
-               /* truss cp fil fil2:
-                  lstat("LyXVC3.lyx", 0xEFFFF898)                 Err#2 ENOENT
-                  stat("LyXVC.lyx", 0xEFFFF688)                   = 0
-                  open("LyXVC.lyx", O_RDONLY)                     = 3
-                  open("LyXVC3.lyx", O_WRONLY|O_CREAT|O_TRUNC, 0600) = 4
-                  fstat(4, 0xEFFFF508)                            = 0
-                  fstat(3, 0xEFFFF508)                            = 0
-                  read(3, " # T h i s   f i l e   w".., 8192)     = 5579
-                  write(4, " # T h i s   f i l e   w".., 5579)    = 5579
-                  read(3, 0xEFFFD4A0, 8192)                       = 0
-                  close(4)                                        = 0
-                  close(3)                                        = 0
-                  chmod("LyXVC3.lyx", 0100644)                    = 0
-                  lseek(0, 0, SEEK_CUR)                           = 46440
-                  _exit(0)
-               */
-
-               // Should probably have some more error checking here.
-               // Doing it this way, also makes the inodes stay the same.
-               // This is still not a very good solution, in particular we
-               // might loose the owner of the backup.
-               FileInfo finfo(fileName());
-               if (finfo.exist()) {
-                       mode_t fmode = finfo.getMode();
-                       struct utimbuf times = {
-                               finfo.getAccessTime(),
-                               finfo.getModificationTime() };
-
-                       ifstream ifs(fileName().c_str());
-                       ofstream ofs(s.c_str(), ios::out|ios::trunc);
-                       if (ifs && ofs) {
-                               ofs << ifs.rdbuf();
-                               ifs.close();
-                               ofs.close();
-                               ::chmod(s.c_str(), fmode);
-
-                               if (::utime(s.c_str(), &times)) {
-                                       lyxerr << "utime error." << endl;
-                               }
-                       } else {
-                               lyxerr << "LyX was not able to make "
-                                       "backup copy. Beware." << endl;
-                       }
+                       s = addName(lyxrc.backupdir_path,
+                                   subst(os::internal_path(s),'/','!'));
+
+               // It might very well be that this variant is just
+               // good enough. (Lgb)
+               // But to use this we need fs::copy_file to actually do a copy,
+               // even when the target file exists. (Lgb)
+               try {
+                   fs::copy_file(fileName(), s, false);
+               }
+               catch (fs::filesystem_error const & fe) {
+                       Alert::error(_("Backup failure"),
+                                    bformat(_("LyX was not able to make a backup copy in %1$s.\n"
+                                                           "Please check if the directory exists and is writeable."),
+                                         lyx::from_utf8(fs::path(s).branch_path().native_directory_string())));
+                       lyxerr[Debug::DEBUG] << "Fs error: "
+                                            << fe.what() << endl;
                }
        }
 
@@ -751,21 +745,16 @@ bool Buffer::writeFile(string const & fname) const
        if (pimpl_->read_only && fname == fileName())
                return false;
 
-       FileInfo finfo(fname);
-       if (finfo.exist() && !finfo.writable())
-               return false;
-
        bool retval = false;
 
        if (params().compressed) {
-               gz::ogzstream ofs(fname.c_str());
+               io::filtering_ostream ofs(io::gzip_compressor() | io::file_sink(fname));
                if (!ofs)
                        return false;
 
                retval = do_writeFile(ofs);
-
        } else {
-               ofstream ofs(fname.c_str());
+               ofstream ofs(fname.c_str(), ios::out|ios::trunc);
                if (!ofs)
                        return false;
 
@@ -792,10 +781,10 @@ bool Buffer::do_writeFile(ostream & ofs) const
            << "\\begin_document\n";
 
        // now write out the buffer parameters.
-       ofs << "\n\\begin_header\n";
+       ofs << "\\begin_header\n";
        params().writeFile(ofs);
        ofs << "\\end_header\n";
-       
+
        // write the text
        ofs << "\n\\begin_body\n";
        text().write(*this, ofs);
@@ -836,7 +825,7 @@ void Buffer::makeLaTeXFile(string const & fname,
        if (!openFileWrite(ofs, fname))
                return;
 
-       makeLaTeXFile(ofs, original_path,
+       writeLaTeXSource(ofs, original_path,
                      runparams, output_preamble, output_body);
 
        ofs.close();
@@ -845,16 +834,16 @@ void Buffer::makeLaTeXFile(string const & fname,
 }
 
 
-void Buffer::makeLaTeXFile(ostream & os,
+void Buffer::writeLaTeXSource(ostream & os,
                           string const & original_path,
                           OutputParams const & runparams_in,
-                          bool output_preamble, bool output_body)
+                          bool const output_preamble, bool const output_body)
 {
        OutputParams runparams = runparams_in;
 
        // validate the buffer.
        lyxerr[Debug::LATEX] << "  Validating buffer..." << endl;
-       LaTeXFeatures features(*this, params(), runparams.nice);
+       LaTeXFeatures features(*this, params(), runparams);
        validate(features);
        lyxerr[Debug::LATEX] << "  Buffer validation done." << endl;
 
@@ -872,7 +861,7 @@ void Buffer::makeLaTeXFile(ostream & os,
                texrow().newline();
                texrow().newline();
        }
-       lyxerr[Debug::INFO] << "lyx header finished" << endl;
+       lyxerr[Debug::INFO] << "lyx document header finished" << endl;
        // There are a few differences between nice LaTeX and usual files:
        // usual is \batchmode and has a
        // special input@path to allow the including of figures
@@ -891,8 +880,7 @@ void Buffer::makeLaTeXFile(ostream & os,
                        texrow().newline();
                }
                if (!original_path.empty()) {
-                       string inputpath = os::external_path(original_path);
-                       subst(inputpath, "~", "\\string~");
+                       string const inputpath = latex_path(original_path);
                        os << "\\makeatletter\n"
                            << "\\def\\input@path{{"
                            << inputpath << "/}}\n"
@@ -973,12 +961,6 @@ bool Buffer::isLatex() const
 }
 
 
-bool Buffer::isLinuxDoc() const
-{
-       return params().getLyXTextClass().outputType() == LINUXDOC;
-}
-
-
 bool Buffer::isLiterate() const
 {
        return params().getLyXTextClass().outputType() == LITERATE;
@@ -991,66 +973,17 @@ bool Buffer::isDocBook() const
 }
 
 
-bool Buffer::isSGML() const
-{
-       LyXTextClass const & tclass = params().getLyXTextClass();
-
-       return tclass.outputType() == LINUXDOC ||
-              tclass.outputType() == DOCBOOK;
-}
-
-
-void Buffer::makeLinuxDocFile(string const & fname,
+void Buffer::makeDocBookFile(string const & fname,
                              OutputParams const & runparams,
-                              bool body_only)
+                             bool const body_only)
 {
+       lyxerr[Debug::LATEX] << "makeDocBookFile..." << endl;
+
        ofstream ofs;
        if (!openFileWrite(ofs, fname))
                return;
 
-       LaTeXFeatures features(*this, params(), runparams.nice);
-       validate(features);
-
-       texrow().reset();
-
-       LyXTextClass const & tclass = params().getLyXTextClass();
-
-       string top_element = tclass.latexname();
-
-       if (!body_only) {
-               ofs << tclass.class_header();
-
-               string preamble = params().preamble;
-               string const name = runparams.nice ? ChangeExtension(pimpl_->filename, ".sgml")
-                        : fname;
-               preamble += features.getIncludedFiles(name);
-               preamble += features.getLyXSGMLEntities();
-
-               if (!preamble.empty()) {
-                       ofs << " [ " << preamble << " ]";
-               }
-               ofs << ">\n\n";
-
-               if (params().options.empty())
-                       sgml::openTag(ofs, 0, false, top_element);
-               else {
-                       string top = top_element;
-                       top += ' ';
-                       top += params().options;
-                       sgml::openTag(ofs, 0, false, top);
-               }
-       }
-
-       ofs << "<!-- LyX "  << lyx_version
-           << " created this file. For more info see http://www.lyx.org/"
-           << " -->\n";
-
-       linuxdocParagraphs(*this, paragraphs(), ofs, runparams);
-
-       if (!body_only) {
-               ofs << "\n\n";
-               sgml::closeTag(ofs, 0, false, top_element);
-       }
+       writeDocBookSource(ofs, fname, runparams, body_only);
 
        ofs.close();
        if (ofs.fail())
@@ -1058,46 +991,49 @@ void Buffer::makeLinuxDocFile(string const & fname,
 }
 
 
-void Buffer::makeDocBookFile(string const & fname,
+void Buffer::writeDocBookSource(ostream & os, string const & fname,
                             OutputParams const & runparams,
-                            bool only_body)
+                            bool const only_body)
 {
-       ofstream ofs;
-       if (!openFileWrite(ofs, fname))
-               return;
-
-       LaTeXFeatures features(*this, params(), runparams.nice);
+       LaTeXFeatures features(*this, params(), runparams);
        validate(features);
 
        texrow().reset();
 
        LyXTextClass const & tclass = params().getLyXTextClass();
-       string top_element = tclass.latexname();
+       string const & top_element = tclass.latexname();
 
        if (!only_body) {
                if (runparams.flavor == OutputParams::XML)
-                       ofs << "<?xml version=\"1.0\" encoding=\""
-                           << params().language->encoding()->Name() << "\"?>\n";
+                       os << "<?xml version=\"1.0\" encoding=\""
+                           << params().language->encoding()->name() << "\"?>\n";
 
-               ofs << "<!DOCTYPE " << top_element << " ";
+               os << "<!DOCTYPE " << top_element << " ";
 
-               if (! tclass.class_header().empty()) ofs << tclass.class_header();
+               if (! tclass.class_header().empty()) os << tclass.class_header();
                else if (runparams.flavor == OutputParams::XML)
-                       ofs << "PUBLIC \"-//OASIS//DTD DocBook XML//EN\" "
+                       os << "PUBLIC \"-//OASIS//DTD DocBook XML//EN\" "
                            << "\"http://www.oasis-open.org/docbook/xml/4.2/docbookx.dtd\"";
                else
-                       ofs << " PUBLIC \"-//OASIS//DTD DocBook V4.2//EN\"";
+                       os << " PUBLIC \"-//OASIS//DTD DocBook V4.2//EN\"";
 
                string preamble = params().preamble;
-               string const name = runparams.nice ? ChangeExtension(pimpl_->filename, ".sgml")
+               if (runparams.flavor != OutputParams::XML ) {
+                       preamble += "<!ENTITY % output.print.png \"IGNORE\">\n";
+                       preamble += "<!ENTITY % output.print.pdf \"IGNORE\">\n";
+                       preamble += "<!ENTITY % output.print.eps \"IGNORE\">\n";
+                       preamble += "<!ENTITY % output.print.bmp \"IGNORE\">\n";
+               }
+
+               string const name = runparams.nice ? changeExtension(pimpl_->filename, ".sgml")
                         : fname;
                preamble += features.getIncludedFiles(name);
                preamble += features.getLyXSGMLEntities();
 
                if (!preamble.empty()) {
-                       ofs << "\n [ " << preamble << " ]";
+                       os << "\n [ " << preamble << " ]";
                }
-               ofs << ">\n\n";
+               os << ">\n\n";
        }
 
        string top = top_element;
@@ -1112,21 +1048,17 @@ void Buffer::makeDocBookFile(string const & fname,
                top += ' ';
                top += params().options;
        }
-       sgml::openTag(ofs, 0, false, top);
 
-       ofs << "<!-- " << ((runparams.flavor == OutputParams::XML)? "XML" : "SGML")
+       os << "<!-- " << ((runparams.flavor == OutputParams::XML)? "XML" : "SGML")
            << " file was created by LyX " << lyx_version
            << "\n  See http://www.lyx.org/ for more information -->\n";
 
        params().getLyXTextClass().counters().reset();
-       docbookParagraphs(*this, paragraphs(), ofs, runparams);
-
-       ofs << "\n\n";
-       sgml::closeTag(ofs, 0, false, top_element);
 
-       ofs.close();
-       if (ofs.fail())
-               lyxerr << "File '" << fname << "' was not closed properly." << endl;
+       sgml::openTag(os, top);
+       os << '\n';
+       docbookParagraphs(paragraphs(), *this, os, runparams);
+       sgml::closeTag(os, top_element);
 }
 
 
@@ -1141,7 +1073,7 @@ int Buffer::runChktex()
        string const path = temppath();
        string const org_path = filePath();
 
-       Path p(path); // path to LaTeX file
+       lyx::support::Path p(path); // path to LaTeX file
        message(_("Running chktex..."));
 
        // Generate the LaTeX file if neccessary
@@ -1152,18 +1084,20 @@ int Buffer::runChktex()
 
        TeXErrors terr;
        Chktex chktex(lyxrc.chktex_command, name, filePath());
-       int res = chktex.run(terr); // run chktex
+       int const res = chktex.run(terr); // run chktex
 
        if (res == -1) {
                Alert::error(_("chktex failure"),
                             _("Could not run chktex successfully."));
        } else if (res > 0) {
-               // Insert all errors as errors boxes
-               bufferErrors(*this, terr);
+               // Fill-in the error list with the TeX errors
+               bufferErrors(*this, terr, errorLists_["ChkTex"]);
        }
 
        busy(false);
 
+       errors("ChkTeX");
+
        return res;
 }
 
@@ -1172,10 +1106,9 @@ void Buffer::validate(LaTeXFeatures & features) const
 {
        LyXTextClass const & tclass = params().getLyXTextClass();
 
-       if (params().tracking_changes) {
+       if (features.isAvailable("dvipost") && params().tracking_changes
+           && params().output_changes)
                features.require("dvipost");
-               features.require("color");
-       }
 
        // AMS Style is at document level
        if (params().use_amsmath == BufferParams::AMS_ON
@@ -1215,7 +1148,7 @@ void Buffer::validate(LaTeXFeatures & features) const
 }
 
 
-void Buffer::getLabelList(std::vector<string> & list) const
+void Buffer::getLabelList(vector<string> & list) const
 {
        /// if this is a child document and the parent is already loaded
        /// Use the parent's list instead  [ale990407]
@@ -1235,7 +1168,7 @@ void Buffer::getLabelList(std::vector<string> & list) const
 
 
 // This is also a buffer property (ale)
-void Buffer::fillWithBibKeys(std::vector<std::pair<string, string> > & keys)
+void Buffer::fillWithBibKeys(vector<pair<string, string> > & keys)
        const
 {
        /// if this is a child document and the parent is already loaded
@@ -1248,15 +1181,15 @@ void Buffer::fillWithBibKeys(std::vector<std::pair<string, string> > & keys)
        }
 
        for (InsetIterator it = inset_iterator_begin(inset()); it; ++it) {
-               if (it->lyxCode() == InsetOld::BIBTEX_CODE) {
+               if (it->lyxCode() == InsetBase::BIBTEX_CODE) {
                        InsetBibtex const & inset =
                                dynamic_cast<InsetBibtex const &>(*it);
                        inset.fillWithBibKeys(*this, keys);
-               } else if (it->lyxCode() == InsetOld::INCLUDE_CODE) {
+               } else if (it->lyxCode() == InsetBase::INCLUDE_CODE) {
                        InsetInclude const & inset =
                                dynamic_cast<InsetInclude const &>(*it);
                        inset.fillWithBibKeys(*this, keys);
-               } else if (it->lyxCode() == InsetOld::BIBITEM_CODE) {
+               } else if (it->lyxCode() == InsetBase::BIBITEM_CODE) {
                        InsetBibitem const & inset =
                                dynamic_cast<InsetBibitem const &>(*it);
                        string const key = inset.getContents();
@@ -1269,9 +1202,56 @@ void Buffer::fillWithBibKeys(std::vector<std::pair<string, string> > & keys)
 }
 
 
+void Buffer::updateBibfilesCache()
+{
+       // if this is a child document and the parent is already loaded
+       // update the parent's cache instead
+       Buffer * tmp = getMasterBuffer();
+       BOOST_ASSERT(tmp);
+       if (tmp != this) {
+               tmp->updateBibfilesCache();
+               return;
+       }
+
+       bibfilesCache_.clear();
+       for (InsetIterator it = inset_iterator_begin(inset()); it; ++it) {
+               if (it->lyxCode() == InsetBase::BIBTEX_CODE) {
+                       InsetBibtex const & inset =
+                               dynamic_cast<InsetBibtex const &>(*it);
+                       vector<string> const bibfiles = inset.getFiles(*this);
+                       bibfilesCache_.insert(bibfilesCache_.end(),
+                               bibfiles.begin(),
+                               bibfiles.end());
+               } else if (it->lyxCode() == InsetBase::INCLUDE_CODE) {
+                       InsetInclude & inset =
+                               dynamic_cast<InsetInclude &>(*it);
+                       inset.updateBibfilesCache(*this);
+                       vector<string> const & bibfiles =
+                                       inset.getBibfilesCache(*this);
+                       bibfilesCache_.insert(bibfilesCache_.end(),
+                               bibfiles.begin(),
+                               bibfiles.end());
+               }
+       }
+}
+
+
+vector<string> const & Buffer::getBibfilesCache() const
+{
+       // if this is a child document and the parent is already loaded
+       // use the parent's cache instead
+       Buffer const * tmp = getMasterBuffer();
+       BOOST_ASSERT(tmp);
+       if (tmp != this)
+               return tmp->getBibfilesCache();
+
+       return bibfilesCache_;
+}
+
+
 bool Buffer::isDepClean(string const & name) const
 {
-       DepClean::const_iterator it = pimpl_->dep_clean.find(name);
+       DepClean::const_iterator const it = pimpl_->dep_clean.find(name);
        if (it == pimpl_->dep_clean.end())
                return true;
        return it->second;
@@ -1295,8 +1275,8 @@ bool Buffer::dispatch(FuncRequest const & func, bool * result)
        bool dispatched = true;
 
        switch (func.action) {
-               case LFUN_EXPORT: {
-                       bool const tmp = Exporter::Export(this, func.argument, false);
+               case LFUN_BUFFER_EXPORT: {
+                       bool const tmp = Exporter::Export(this, lyx::to_utf8(func.argument()), false);
                        if (result)
                                *result = tmp;
                        break;
@@ -1311,20 +1291,28 @@ bool Buffer::dispatch(FuncRequest const & func, bool * result)
 
 void Buffer::changeLanguage(Language const * from, Language const * to)
 {
-       lyxerr << "Changing Language!" << endl;
+       BOOST_ASSERT(from);
+       BOOST_ASSERT(to);
 
        // Take care of l10n/i18n
        updateDocLang(to);
 
-       ParIterator end = par_iterator_end();
-       for (ParIterator it = par_iterator_begin(); it != end; ++it)
-               it->changeLanguage(params(), from, to);
+       for_each(par_iterator_begin(),
+                par_iterator_end(),
+                bind(&Paragraph::changeLanguage, _1, params(), from, to));
+
+       text().current_font.setLanguage(to);
+       text().real_current_font.setLanguage(to);
 }
 
 
 void Buffer::updateDocLang(Language const * nlang)
 {
+       BOOST_ASSERT(nlang);
+
        pimpl_->messages.reset(new Messages(nlang->code()));
+
+       updateLabels(*this);
 }
 
 
@@ -1339,10 +1327,10 @@ bool Buffer::isMultiLingual() const
 }
 
 
-ParIterator Buffer::getParFromID(int id) const
+ParIterator Buffer::getParFromID(int const id) const
 {
        ParConstIterator it = par_iterator_begin();
-       ParConstIterator end = par_iterator_end();
+       ParConstIterator const end = par_iterator_end();
 
        if (id < 0) {
                // John says this is called with id == -1 from undo
@@ -1358,22 +1346,10 @@ ParIterator Buffer::getParFromID(int id) const
 }
 
 
-bool Buffer::hasParWithID(int id) const
+bool Buffer::hasParWithID(int const id) const
 {
-       ParConstIterator it = par_iterator_begin();
-       ParConstIterator end = par_iterator_end();
-
-       if (id < 0) {
-               // John says this is called with id == -1 from undo
-               lyxerr << "hasParWithID(), id: " << id << endl;
-               return 0;
-       }
-
-       for (; it != end; ++it)
-               if (it->id() == id)
-                       return true;
-
-       return false;
+       ParConstIterator const it = getParFromID(id);
+       return it != par_iterator_end();
 }
 
 
@@ -1407,7 +1383,7 @@ Language const * Buffer::getLanguage() const
 }
 
 
-string const Buffer::B_(string const & l10n) const
+docstring const Buffer::B_(string const & l10n) const
 {
        if (pimpl_->messages.get()) {
                return pimpl_->messages->get(l10n);
@@ -1459,6 +1435,9 @@ bool Buffer::isUnnamed() const
 }
 
 
+#ifdef WITH_WARNINGS
+#warning this function should be moved to buffer_pimpl.C
+#endif
 void Buffer::markDirty()
 {
        if (pimpl_->lyx_clean) {
@@ -1484,7 +1463,7 @@ string const & Buffer::fileName() const
 
 string const & Buffer::filePath() const
 {
-       return pimpl_->filepath;
+       return params().filepath;
 }
 
 
@@ -1503,8 +1482,21 @@ void Buffer::setParentName(string const & name)
 Buffer const * Buffer::getMasterBuffer() const
 {
        if (!params().parentname.empty()
-           && bufferlist.exists(params().parentname)) {
-               Buffer const * buf = bufferlist.getBuffer(params().parentname);
+           && theApp->bufferList().exists(params().parentname)) {
+               Buffer const * buf = theApp->bufferList().getBuffer(params().parentname);
+               if (buf)
+                       return buf->getMasterBuffer();
+       }
+
+       return this;
+}
+
+
+Buffer * Buffer::getMasterBuffer()
+{
+       if (!params().parentname.empty()
+           && theApp->bufferList().exists(params().parentname)) {
+               Buffer * buf = theApp->bufferList().getBuffer(params().parentname);
                if (buf)
                        return buf->getMasterBuffer();
        }
@@ -1538,19 +1530,106 @@ void Buffer::buildMacros()
        pimpl_->macros = MacroTable::globalMacros();
 
        // Now add our own.
-       ParagraphList & pars = text().paragraphs();
+       ParagraphList const & pars = text().paragraphs();
        for (size_t i = 0, n = pars.size(); i != n; ++i) {
                //lyxerr << "searching main par " << i
                //      << " for macro definitions" << std::endl;
-               InsetList::iterator it = pars[i].insetlist.begin();
-               InsetList::iterator end = pars[i].insetlist.end();
+               InsetList const & insets = pars[i].insetlist;
+               InsetList::const_iterator it = insets.begin();
+               InsetList::const_iterator end = insets.end();
                for ( ; it != end; ++it) {
                        //lyxerr << "found inset code " << it->inset->lyxCode() << std::endl;
                        if (it->inset->lyxCode() == InsetBase::MATHMACRO_CODE) {
-                               MathMacroTemplate & mac
-                                       = static_cast<MathMacroTemplate &>(*it->inset);
+                               MathMacroTemplate const & mac
+                                       = static_cast<MathMacroTemplate const &>(*it->inset);
                                insertMacro(mac.name(), mac.asMacroData());
                        }
                }
        }
 }
+
+
+void Buffer::saveCursor(StableDocIterator cur, StableDocIterator anc)
+{
+       cursor_ = cur;
+       anchor_ = anc;
+}
+
+
+void Buffer::changeRefsIfUnique(string const & from, string const & to)
+{
+       // Check if the label 'from' appears more than once
+       vector<string> labels;
+       getLabelList(labels);
+
+       if (lyx::count(labels.begin(), labels.end(), from) > 1)
+               return;
+
+       InsetBase::Code code = InsetBase::REF_CODE;
+
+       ParIterator it = par_iterator_begin();
+       ParIterator end = par_iterator_end();
+       for ( ; it != end; ++it) {
+               bool changed_inset = false;
+               for (InsetList::iterator it2 = it->insetlist.begin();
+                    it2 != it->insetlist.end(); ++it2) {
+                       if (it2->inset->lyxCode() == code) {
+                               InsetCommand * inset = static_cast<InsetCommand *>(it2->inset);
+                               if (inset->getContents() == from) {
+                                       inset->setContents(to);
+                                       //inset->setButtonLabel();
+                                       changed_inset = true;
+                               }
+                       }
+               }
+       }
+}
+
+
+void Buffer::getSourceCode(ostream & os, lyx::pit_type par_begin, lyx::pit_type par_end, bool full_source)
+{
+       OutputParams runparams;
+       runparams.nice = true;
+       runparams.flavor = OutputParams::LATEX;
+       runparams.linelen = lyxrc.ascii_linelen;
+       // No side effect of file copying and image conversion
+       runparams.dryrun = true;
+
+       if (full_source) {
+               os << "% Preview source code\n\n";
+               if (isLatex())
+                       writeLaTeXSource(os, filePath(), runparams, true, true);
+               else
+                       writeDocBookSource(os, fileName(), runparams, false);
+       } else {
+               runparams.par_begin = par_begin;
+               runparams.par_end = par_end;
+               if (par_begin + 1 == par_end)
+                       os << "% Preview source code for paragraph " << par_begin << "\n\n";
+               else
+                       os << "% Preview source code from paragraph " << par_begin << " to " << par_end - 1 << "\n\n";
+               // output paragraphs
+               if (isLatex()) {
+                       texrow().reset();
+                       latexParagraphs(*this, paragraphs(), os, texrow(), runparams);
+               } else // DocBook
+                       docbookParagraphs(paragraphs(), *this, os, runparams);
+       }
+}
+
+
+ErrorList const & Buffer::errorList(string const & type) const
+{
+       static ErrorList const emptyErrorList;
+       std::map<std::string, ErrorList>::const_iterator I = errorLists_.find(type);
+       if (I == errorLists_.end())
+               return emptyErrorList;
+
+       return I->second;
+}
+
+
+ErrorList & Buffer::errorList(string const & type)
+{
+       return errorLists_[type];
+}