-/*
+/**
* \file GraphicsConverter.C
- * Copyright 2002 the LyX Team
- * Read the file COPYING
+ * This file is part of LyX, the document processor.
+ * Licence details can be found in the file COPYING.
*
- * \author Angus Leeming <a.leeming@ic.ac.uk>
+ * \author Angus Leeming
+ *
+ * Full author contact details are available in file CREDITS.
*/
#include <config.h>
-#ifdef __GNUG__
-#pragma implementation
-#endif
-
#include "GraphicsConverter.h"
#include "converter.h"
#include "debug.h"
-#include "gettext.h"
-
-#include "frontends/Alert.h"
+#include "format.h"
#include "support/filetools.h"
-#include "support/forkedcall.h"
-#include "support/path.h"
+#include "support/forkedcallqueue.h"
+#include "support/convert.h"
+#include "support/lstrings.h"
+#include "support/lyxlib.h"
+#include "support/os.h"
+#include <boost/bind.hpp>
+
+#include <sstream>
#include <fstream>
-namespace {
+namespace support = lyx::support;
+
+using support::addExtension;
+using support::changeExtension;
+using support::FileName;
+using support::Forkedcall;
+using support::ForkedCallQueue;
+using support::getExtension;
+using support::libScriptSearch;
+using support::onlyPath;
+using support::onlyFilename;
+using support::quoteName;
+using support::quote_python;
+using support::subst;
+using support::tempName;
+using support::unlink;
+
+using std::endl;
+using std::ostream;
+using std::ostringstream;
+using std::string;
+
+
+namespace lyx {
+namespace graphics {
+
+class Converter::Impl : public boost::signals::trackable {
+public:
+ ///
+ Impl(FileName const &, string const &, string const &, string const &);
+
+ ///
+ void startConversion();
+
+ /** This method is connected to a signal passed to the forked call
+ * class, passing control back here when the conversion is completed.
+ * Cleans-up the temporary files, emits the finishedConversion
+ * signal and removes the Converter from the list of all processes.
+ */
+ void converted(pid_t pid, int retval);
+
+ /** At the end of the conversion process inform the outside world
+ * by emitting a signal.
+ */
+ typedef boost::signal<void(bool)> SignalType;
+ ///
+ SignalType finishedConversion;
+
+ ///
+ string script_command_;
+ ///
+ FileName script_file_;
+ ///
+ FileName to_file_;
+ ///
+ bool valid_process_;
+ ///
+ bool finished_;
+};
-string const move_file(string const & from_file, string const & to_file)
-{
- if (from_file == to_file)
- return string();
- ostringstream command;
- command << "fromfile=" << from_file << "\n"
- << "tofile=" << to_file << "\n\n"
- << "'mv' -f ${fromfile} ${tofile}\n"
- << "if [ $? -ne 0 ]; then\n"
- << "\t'cp' -f ${fromfile} ${tofile}\n"
- << "\tif [ $? -ne 0 ]; then\n"
- << "\t\texit 1\n"
- << "\tfi\n"
- << "\t'rm' -f ${fromfile}\n"
- << "fi\n";
-
- return command.str().c_str();
+bool Converter::isReachable(string const & from_format_name,
+ string const & to_format_name)
+{
+ return theConverters().isReachable(from_format_name, to_format_name);
}
-} // namespace anon
+Converter::Converter(FileName const & from_file, string const & to_file_base,
+ string const & from_format, string const & to_format)
+ : pimpl_(new Impl(from_file, to_file_base, from_format, to_format))
+{}
-namespace grfx {
-GConverter & GConverter::get()
+// Empty d-tor out-of-line to keep boost::scoped_ptr happy.
+Converter::~Converter()
+{}
+
+
+void Converter::startConversion() const
{
- static GConverter singleton;
- return singleton;
+ pimpl_->startConversion();
}
-bool GConverter::isReachable(string const & from_format_name,
- string const & to_format_name) const
+boost::signals::connection Converter::connect(slot_type const & slot) const
{
- return converters.isReachable(from_format_name, to_format_name);
+ return pimpl_->finishedConversion.connect(slot);
}
-void GConverter::convert(string const & from_file, string const & to_file_base,
- string const & from_format, string const & to_format,
- SignalTypePtr on_finish)
+FileName const & Converter::convertedFile() const
{
- // The conversion commands are stored in a stringstream
- ostringstream script;
- script << "#!/bin/sh\n";
+ static FileName const empty;
+ return pimpl_->finished_ ? pimpl_->to_file_ : empty;
+}
- bool const success = build_script(from_file, to_file_base,
- from_format, to_format, script);
+/** Build the conversion script.
+ * The script is output to the stream \p script.
+ */
+static void build_script(FileName const & from_file, string const & to_file_base,
+ string const & from_format, string const & to_format,
+ ostream & script);
- if (!success) {
- lyxerr[Debug::GRAPHICS]
- << "Unable to build the conversion script" << std::endl;
- on_finish->emit(string());
- return;
- }
- lyxerr[Debug::GRAPHICS] << "Conversion script:\n\n"
- << script.str().c_str() << "\n" << std::endl;
+Converter::Impl::Impl(FileName const & from_file, string const & to_file_base,
+ string const & from_format, string const & to_format)
+ : valid_process_(false), finished_(false)
+{
+ lyxerr[Debug::GRAPHICS] << "Converter c-tor:\n"
+ << "\tfrom_file: " << from_file
+ << "\n\tto_file_base: " << to_file_base
+ << "\n\tfrom_format: " << from_format
+ << "\n\tto_format: " << to_format << endl;
+
+ // The converted image is to be stored in this file (we do not
+ // use ChangeExtension because this is a basename which may
+ // nevertheless contain a '.')
+ to_file_ = FileName(to_file_base + '.' + formats.extension(to_format));
+
+ // The conversion commands are stored in a stringstream
+ ostringstream script;
+ build_script(from_file, to_file_base, from_format, to_format, script);
+ lyxerr[Debug::GRAPHICS] << "\tConversion script:"
+ << "\n--------------------------------------\n"
+ << script.str()
+ << "\n--------------------------------------\n";
// Output the script to file.
static int counter = 0;
- string const script_file = OnlyPath(to_file_base) + "lyxconvert" +
- tostr(counter++) + ".sh";
+ script_file_ = FileName(onlyPath(to_file_base) + "lyxconvert" +
+ convert<string>(counter++) + ".py");
- std::ofstream fs(script_file.c_str());
+ std::ofstream fs(script_file_.toFilesystemEncoding().c_str());
if (!fs.good()) {
- // Unable to output the conversion script to file.
- on_finish->emit(string());
+ lyxerr << "Unable to write the conversion script to \""
+ << script_file_ << '\n'
+ << "Please check your directory permissions."
+ << std::endl;
return;
}
- fs << script.str().c_str();
+ fs << script.str();
fs.close();
- // Create a dummy command for ease of understanding of the
+ // The command needed to run the conversion process
+ // We create a dummy command for ease of understanding of the
// list of forked processes.
- // Note that 'sh ' is absolutely essential, or execvp will fail.
- string const script_command =
- "sh " + script_file + " " +
- OnlyFilename(from_file) + " " + to_format;
-
- string const to_file =
- ChangeExtension(to_file_base, formats.extension(to_format));
-
- // Launch the conversion process.
- ConvProcessPtr shared_ptr;
- shared_ptr.reset(new ConvProcess(script_file, script_command,
- to_file, on_finish));
- all_processes_.push_back(shared_ptr);
+ // Note: 'python ' is absolutely essential, or execvp will fail.
+ script_command_ = support::os::python() + ' ' +
+ quoteName(script_file_.toFilesystemEncoding()) + ' ' +
+ quoteName(onlyFilename(from_file.toFilesystemEncoding())) + ' ' +
+ quoteName(to_format);
+ // All is ready to go
+ valid_process_ = true;
}
-namespace {
-
-typedef boost::shared_ptr<ConvProcess> ConvProcessPtr;
-
-class Find_Ptr {
-public:
- Find_Ptr(ConvProcess * ptr) : ptr_(ptr) {}
-
- bool operator()(ConvProcessPtr const & ptr)
- {
- return ptr.get() == ptr_;
+void Converter::Impl::startConversion()
+{
+ if (!valid_process_) {
+ converted(0, 1);
+ return;
}
-private:
- ConvProcess * ptr_;
-};
+ Forkedcall::SignalTypePtr
+ ptr = ForkedCallQueue::get().add(script_command_);
-} // namespace anon
+ ptr->connect(boost::bind(&Impl::converted, this, _1, _2));
+}
-void GConverter::erase(ConvProcess * process)
+void Converter::Impl::converted(pid_t /* pid */, int retval)
{
- std::list<ConvProcessPtr>::iterator begin = all_processes_.begin();
- std::list<ConvProcessPtr>::iterator end = all_processes_.end();
- std::list<ConvProcessPtr>::iterator it =
- std::find_if(begin, end, Find_Ptr(process));
-
- if (it == end)
+ if (finished_)
+ // We're done already!
return;
- all_processes_.erase(it);
+ finished_ = true;
+ // Clean-up behind ourselves
+ unlink(script_file_);
+
+ if (retval > 0) {
+ unlink(to_file_);
+ to_file_.erase();
+ finishedConversion(false);
+ } else {
+ finishedConversion(true);
+ }
}
-bool GConverter::build_script(string const & from_file,
- string const & to_file_base,
- string const & from_format,
- string const & to_format,
- ostringstream & script) const
+static string const move_file(string const & from_file, string const & to_file)
{
- typedef Converters::EdgePath EdgePath;
+ if (from_file == to_file)
+ return string();
- string const to_file = ChangeExtension(to_file_base,
- formats.extension(to_format));
+ ostringstream command;
+ command << "fromfile = " << from_file << "\n"
+ << "tofile = " << to_file << "\n\n"
+ << "try:\n"
+ << " os.rename(fromfile, tofile)\n"
+ << "except:\n"
+ << " try:\n"
+ << " shutil.copy(fromfile, tofile)\n"
+ << " except:\n"
+ << " sys.exit(1)\n"
+ << " unlinkNoThrow(fromfile)\n";
+
+ return command.str();
+}
- if (from_format == to_format) {
- script << move_file(QuoteName(from_file), QuoteName(to_file));
- return true;
- }
- EdgePath edgepath = converters.getPath(from_format, to_format);
+static void build_conversion_command(string const & command, ostream & script)
+{
+ // Store in the python script
+ script << "\nif os.system(r'" << command << "') != 0:\n";
+
+ // Test that this was successful. If not, remove
+ // ${outfile} and exit the python script
+ script << " unlinkNoThrow(outfile)\n"
+ << " sys.exit(1)\n\n";
+
+ // Test that the outfile exists.
+ // ImageMagick's convert will often create ${outfile}.0,
+ // ${outfile}.1.
+ // If this occurs, move ${outfile}.0 to ${outfile}
+ // and delete ${outfile}.? (ignore errors)
+ script << "if not os.path.isfile(outfile):\n"
+ " if os.path.isfile(outfile + '.0'):\n"
+ " os.rename(outfile + '.0', outfile)\n"
+ " import glob\n"
+ " for file in glob.glob(outfile + '.?'):\n"
+ " unlinkNoThrow(file)\n"
+ " else:\n"
+ " sys.exit(1)\n\n";
+
+ // Delete the infile
+ script << "unlinkNoThrow(infile)\n\n";
+}
+
- if (edgepath.empty()) {
- Alert::alert(_("Cannot convert file"),
- _("No information for converting from ")
- + formats.prettyName(from_format) + _(" to ")
- + formats.prettyName(to_format));
- return false;
- }
+static void build_script(FileName const & from_file,
+ string const & to_file_base,
+ string const & from_format,
+ string const & to_format,
+ ostream & script)
+{
+ BOOST_ASSERT(from_format != to_format);
+ lyxerr[Debug::GRAPHICS] << "build_script ... ";
+ typedef Converters::EdgePath EdgePath;
+
+ script << "#!/usr/bin/env python\n"
+ "# -*- coding: utf-8 -*-\n"
+ "import os, shutil, sys, locale\n\n"
+ "def unlinkNoThrow(file):\n"
+ " ''' remove a file, do not throw if an error occurs '''\n"
+ " try:\n"
+ " os.unlink(file)\n"
+ " except:\n"
+ " pass\n\n"
+ "def utf8ToDefaultEncoding(file):\n"
+ " ''' if possible, convert to the default encoding '''\n"
+ " try:\n"
+ " language, output_encoding = locale.getdefaultlocale()\n"
+ " if output_encoding == None:\n"
+ " output_encoding = 'latin1'\n"
+ " return unicode(file, 'utf8').encode(output_encoding)\n"
+ " except:\n"
+ " return file\n\n";
+
+ // we do not use ChangeExtension because this is a basename
+ // which may nevertheless contain a '.'
+ string const to_file = to_file_base + '.'
+ + formats.extension(to_format);
+
+ EdgePath const edgepath = from_format.empty() ?
+ EdgePath() :
+ theConverters().getPath(from_format, to_format);
// Create a temporary base file-name for all intermediate steps.
// Remember to remove the temp file because we only want the name...
static int counter = 0;
- string const tmp = "gconvert" + tostr(counter++);
- string const to_base = lyx::tempName(string(), tmp);
- lyx::unlink(to_base);
+ string const tmp = "gconvert" + convert<string>(counter++);
+ FileName const to_base(tempName(FileName(), tmp));
+ unlink(to_base);
+
+ // Create a copy of the file in case the original name contains
+ // problematic characters like ' or ". We can work around that problem
+ // in python, but the converters might be shell scripts and have more
+ // troubles with it.
+ string outfile = addExtension(to_base.absFilename(), getExtension(from_file.absFilename()));
+ script << "infile = utf8ToDefaultEncoding("
+ << quoteName(from_file.absFilename(), quote_python)
+ << ")\n"
+ "outfile = " << quoteName(outfile, quote_python) << "\n"
+ "shutil.copy(infile, outfile)\n";
+
+ // Some converters (e.g. lilypond) can only output files to the
+ // current directory, so we need to change the current directory.
+ // This has the added benefit that all other files that may be
+ // generated by the converter are deleted when LyX closes and do not
+ // clutter the real working directory.
+ script << "os.chdir(" << quoteName(onlyPath(outfile)) << ")\n";
+
+ if (edgepath.empty()) {
+ // Either from_format is unknown or we don't have a
+ // converter path from from_format to to_format, so we use
+ // the default converter.
+ script << "infile = outfile\n"
+ << "outfile = " << quoteName(to_file, quote_python)
+ << '\n';
+
+ ostringstream os;
+ os << support::os::python() << ' '
+ << libScriptSearch("$$s/scripts/convertDefault.py",
+ quote_python) << ' ';
+ if (!from_format.empty())
+ os << from_format << ':';
+ // The extra " quotes around infile and outfile are needed
+ // because the filename may contain spaces and it is used
+ // as argument of os.system().
+ os << "' + '\"' + infile + '\"' + ' "
+ << to_format << ":' + '\"' + outfile + '\"' + '";
+ string const command = os.str();
+
+ lyxerr[Debug::GRAPHICS]
+ << "\tNo converter defined! I use convertDefault.py\n\t"
+ << command << endl;
- string outfile = from_file;
+ build_conversion_command(command, script);
+ }
// The conversion commands may contain these tokens that need to be
// changed to infile, infile_base, outfile respectively.
EdgePath::const_iterator it = edgepath.begin();
EdgePath::const_iterator end = edgepath.end();
+
for (; it != end; ++it) {
- Converter const & conv = converters.get(*it);
+ lyx::Converter const & conv = theConverters().get(*it);
// Build the conversion command
string const infile = outfile;
- string const infile_base = ChangeExtension(infile, string());
- outfile = ChangeExtension(to_base, conv.To->extension());
+ string const infile_base = changeExtension(infile, string());
+ outfile = addExtension(to_base.absFilename(), conv.To->extension());
- // Store these names in the shell script
- script << "infile=" << QuoteName(infile) << '\n'
- << "infile_base=" << QuoteName(infile_base) << '\n'
- << "outfile=" << QuoteName(outfile) << '\n';
+ // Store these names in the python script
+ script << "infile = " << quoteName(infile, quote_python) << "\n"
+ "infile_base = " << quoteName(infile_base, quote_python) << "\n"
+ "outfile = " << quoteName(outfile, quote_python) << '\n';
+ // See comment about extra " quotes above (although that
+ // applies only for the first loop run here).
string command = conv.command;
- command = subst(command, token_from, "${infile}");
- command = subst(command, token_base, "${infile_base}");
- command = subst(command, token_to, "${outfile}");
-
- // Store in the shell script
- script << "\n" << command << "\n\n";
-
- // Test that this was successful. If not, remove
- // ${outfile} and exit the shell script
- script << "if [ $? -ne 0 ]; then\n"
- << "\t'rm' -f ${outfile}\n"
- << "\texit 1\n"
- << "fi\n\n";
-
- // Test that the outfile exists.
- // ImageMagick's convert will often create ${outfile}.0,
- // ${outfile}.1.
- // If this occurs, move ${outfile}.0 to ${outfile}
- // and delete ${outfile}.?
- script << "if [ ! -f ${outfile} ]; then\n"
- << "\tif [ -f ${outfile}.0 ]; then\n"
- << "\t\t'mv' -f ${outfile}.0 ${outfile}\n"
- << "\t\t'rm' -f ${outfile}.?\n"
- << "\telse\n"
- << "\t\texit 1\n"
- << "\tfi\n"
- << "fi\n\n";
-
- // Delete the infile, if it isn't the original, from_file.
- if (infile != from_file) {
- script << "'rm' -f ${infile}\n\n";
- }
- }
-
- // Move the final outfile to to_file
- script << move_file("${outfile}", QuoteName(to_file));
-
- return true;
-}
-
-
-ConvProcess::ConvProcess(string const & script_file,
- string const & script_command,
- string const & to_file, SignalTypePtr on_finish)
- : script_file_(script_file), to_file_(to_file), on_finish_(on_finish)
-{
- Forkedcall::SignalTypePtr convert_ptr;
- convert_ptr.reset(new Forkedcall::SignalType);
-
- convert_ptr->connect(SigC::slot(this, &ConvProcess::converted));
-
- Forkedcall call;
- int retval = call.startscript(script_command, convert_ptr);
- if (retval > 0) {
- // Unable to even start the script, so clean-up the mess!
- converted(string(), 0, 1);
- }
-}
-
-
-void ConvProcess::converted(string const &/* cmd */,
- pid_t /* pid */, int retval)
-{
- // Clean-up behind ourselves
- lyx::unlink(script_file_);
+ command = subst(command, token_from, "' + '\"' + infile + '\"' + '");
+ command = subst(command, token_base, "' + '\"' + infile_base + '\"' + '");
+ command = subst(command, token_to, "' + '\"' + outfile + '\"' + '");
+ command = libScriptSearch(command, quote_python);
- if (retval > 0) {
- lyx::unlink(to_file_);
- to_file_.erase();
+ build_conversion_command(command, script);
}
- if (on_finish_.get()) {
- on_finish_->emit(to_file_);
- }
-
- grfx::GConverter::get().erase(this);
+ // Move the final outfile to to_file
+ script << move_file("outfile", quoteName(to_file, quote_python));
+ lyxerr[Debug::GRAPHICS] << "ready!" << endl;
}
+} // namespace graphics
-} // namespace grfx
+} // namespace lyx