3 * This file is part of LyX, the document processor.
4 * Licence details can be found in the file COPYING.
6 * \author Asger Alstrup
7 * \author Angus Leeming
8 * \author Enrico Forestieri
9 * \author Peter Kuemmel
11 * Full author contact details are available in file CREDITS.
16 #include "support/debug.h"
17 #include "support/filetools.h"
18 #include "support/gettext.h"
19 #include "support/lstrings.h"
20 #include "support/qstring_helpers.h"
21 #include "support/Systemcall.h"
22 #include "support/SystemcallPrivate.h"
23 #include "support/os.h"
24 #include "support/ProgressInterface.h"
32 #include <QElapsedTimer>
34 #include <QCoreApplication>
40 struct Sleep : QThread
42 static void millisec(unsigned long ms)
44 QThread::usleep(ms * 1000);
57 class ProgressDummy : public ProgressInterface
62 void processStarted(QString const &) override {}
63 void processFinished(QString const &) override {}
64 void appendMessage(QString const &) override {}
65 void appendError(QString const &) override {}
66 void clearMessages() override {}
67 void lyxerrFlush() override {}
69 void lyxerrConnect() override {}
70 void lyxerrDisconnect() override {}
72 void warning(QString const &, QString const &) override {}
73 void toggleWarning(QString const &, QString const &, QString const &) override {}
74 void error(QString const &, QString const &, QString const &) override {}
75 void information(QString const &, QString const &) override {}
76 int prompt(docstring const &, docstring const &, int default_but, int,
77 docstring const &, docstring const &) override { return default_but; }
81 static ProgressInterface * progress_instance = nullptr;
83 void ProgressInterface::setInstance(ProgressInterface* p)
85 progress_instance = p;
89 ProgressInterface * ProgressInterface::instance()
91 if (!progress_instance) {
92 static ProgressDummy dummy;
95 return progress_instance;
103 int Systemcall::startscript(Starttype how, string const & what,
104 string const & path, string const & lpath,
105 bool /*process_events*/)
108 to_filesystem8bit(from_utf8(latexEnvCmdPrefix(path, lpath)))
111 if (how == DontWait) {
112 switch (os::shell()) {
117 command = "start /min " + command;
120 } else if (os::shell() == os::CMD_EXE)
121 command = subst(command, "cmd /d /c ", "");
123 return ::system(command.c_str());
131 * This is a parser that (mostly) mimics the behavior of a posix shell as
132 * regards quoting, but its output is tailored for being processed by QProcess.
133 * Note that shell metacharacters are not parsed.
135 * The escape character is the backslash.
136 * A backslash that is not quoted preserves the literal value of the following
137 * character, with the exception of a double-quote '"'. If a double-quote
138 * follows a backslash, it will be replaced by three consecutive double-quotes
139 * (this is how the QProcess parser recognizes a '"' as a simple character
140 * instead of a quoting character). Thus, for example:
146 * Characters enclosed in single-quotes ('') have their literal value preserved.
147 * A single-quote cannot occur within single-quotes. Indeed, a backslash cannot
148 * be used to escape a single-quote in a single-quoted string. In other words,
149 * anything enclosed in single-quotes is passed as is, but the single-quotes
150 * themselves are eliminated. Thus, for example:
157 * Characters enclosed in double-quotes ("") have their literal value preserved,
158 * with the exception of the backslash. The backslash retains its special
159 * meaning as an escape character only when followed by a double-quote.
160 * Contrarily to the behavior of a posix shell, the double-quotes themselves
161 * are *not* eliminated. Thus, for example:
166 string const parsecmd(string const & incmd, string & infile, string & outfile,
169 bool in_single_quote = false;
170 bool in_double_quote = false;
171 bool escaped = false;
172 string const python_call = "python -tt";
173 vector<string> outcmd(4);
176 if (prefixIs(incmd, python_call)) {
177 outcmd[0] = os::python();
178 start = python_call.length();
181 for (size_t i = start, o = 0; i < incmd.length(); ++i) {
184 if (in_double_quote || escaped) {
185 if (in_double_quote && escaped)
189 in_single_quote = !in_single_quote;
193 if (in_single_quote) {
199 // Don't triple double-quotes for redirection
200 // files as these won't be parsed by QProcess
201 outcmd[o] += string(o ? "\"" : "\"\"\"");
205 in_double_quote = !in_double_quote;
207 } else if (c == '\\' && !escaped) {
209 } else if (c == '>' && !(in_double_quote || escaped)) {
210 if (suffixIs(outcmd[o], " 2")) {
211 outcmd[o] = rtrim(outcmd[o], "2");
214 if (suffixIs(outcmd[o], " 1"))
215 outcmd[o] = rtrim(outcmd[o], "1");
218 } else if (c == '<' && !(in_double_quote || escaped)) {
221 if (escaped && in_double_quote)
227 infile = trim(outcmd[3], " \"");
228 outfile = trim(outcmd[1], " \"");
229 errfile = trim(outcmd[2], " \"");
230 return trim(outcmd[0]);
236 void Systemcall::killscript()
238 SystemcallPrivate::kill_script = true;
242 int Systemcall::startscript(Starttype how, string const & what,
243 string const & path, string const & lpath,
246 string const what_ss = commandPrep(what);
248 lyxerr << "\nRunning: " << what_ss << endl;
250 LYXERR(Debug::INFO,"Running: " << what_ss);
255 QString const cmd = QString::fromLocal8Bit(
256 parsecmd(what_ss, infile, outfile, errfile).c_str());
258 SystemcallPrivate d(infile, outfile, errfile);
259 bool do_events = process_events || how == WaitLoop;
261 d.startProcess(cmd, path, lpath, how == DontWait);
262 if (how == DontWait && d.state == SystemcallPrivate::Running)
265 if (d.state == SystemcallPrivate::Error
266 || !d.waitWhile(SystemcallPrivate::Starting, do_events, -1)) {
267 if (d.state == SystemcallPrivate::Error) {
268 LYXERR0("Systemcall: '" << cmd << "' did not start!");
269 LYXERR0("error " << d.errorMessage());
271 } else if (d.state == SystemcallPrivate::Killed) {
272 LYXERR0("Killed: " << cmd);
277 if (!d.waitWhile(SystemcallPrivate::Running, do_events,
278 os::timeout_min() * 60 * 1000)) {
279 if (d.state == SystemcallPrivate::Killed) {
280 LYXERR0("Killed: " << cmd);
283 LYXERR0("Systemcall: '" << cmd << "' did not finish!");
284 LYXERR0("error " << d.errorMessage());
285 LYXERR0("status " << d.exitStatusMessage());
289 int const exit_code = d.exitCode();
291 LYXERR0("Systemcall: '" << cmd << "' finished with exit code " << exit_code);
298 bool SystemcallPrivate::kill_script = false;
301 SystemcallPrivate::SystemcallPrivate(std::string const & sf, std::string const & of,
302 std::string const & ef)
303 : state(Error), process_(new QProcess), out_index_(0), err_index_(0),
304 in_file_(sf), out_file_(of), err_file_(ef), process_events_(false)
306 if (!in_file_.empty())
307 process_->setStandardInputFile(QString::fromLocal8Bit(in_file_.c_str()));
308 if (!out_file_.empty()) {
309 if (out_file_[0] == '&') {
310 if (subst(out_file_, " ", "") == "&2"
311 && err_file_[0] != '&') {
312 out_file_ = err_file_;
313 process_->setProcessChannelMode(
314 QProcess::MergedChannels);
316 if (err_file_[0] == '&') {
317 // Leave alone things such as
318 // "1>&2 2>&1". Should not be harmful,
319 // but let's give anyway a warning.
320 LYXERR0("Unsupported stdout/stderr redirect.");
323 LYXERR0("Ambiguous stdout redirect: "
326 out_file_ = os::nulldev();
329 // Check whether we have to set the output file.
330 if (out_file_ != os::nulldev()) {
331 process_->setStandardOutputFile(QString::fromLocal8Bit(
335 if (!err_file_.empty()) {
336 if (err_file_[0] == '&') {
337 if (subst(err_file_, " ", "") == "&1"
338 && out_file_[0] != '&') {
339 process_->setProcessChannelMode(
340 QProcess::MergedChannels);
342 LYXERR0("Ambiguous stderr redirect: "
345 // In MergedChannels mode stderr goes to stdout.
346 err_file_ = os::nulldev();
348 // Check whether we have to set the error file.
349 if (err_file_ != os::nulldev()) {
350 process_->setStandardErrorFile(QString::fromLocal8Bit(
355 connect(process_, SIGNAL(readyReadStandardOutput()), SLOT(stdOut()));
356 connect(process_, SIGNAL(readyReadStandardError()), SLOT(stdErr()));
357 #if QT_VERSION >= 0x050600
358 connect(process_, SIGNAL(errorOccurred(QProcess::ProcessError)), SLOT(processError(QProcess::ProcessError)));
360 connect(process_, SIGNAL(error(QProcess::ProcessError)), SLOT(processError(QProcess::ProcessError)));
362 connect(process_, SIGNAL(started()), this, SLOT(processStarted()));
363 connect(process_, SIGNAL(finished(int, QProcess::ExitStatus)), SLOT(processFinished(int, QProcess::ExitStatus)));
367 void SystemcallPrivate::startProcess(QString const & cmd, string const & path,
368 string const & lpath, bool detached)
371 #if (QT_VERSION >= QT_VERSION_CHECK(5, 15, 0))
372 // FIXME pass command and arguments separated in the first place
373 QStringList arguments = QProcess::splitCommand(toqstr(latexEnvCmdPrefix(path, lpath)) + cmd_);
374 QString command = (arguments.empty()) ? QString() : arguments.first();
375 if (arguments.size() == 1)
377 else if (!arguments.empty())
378 arguments.removeFirst();
381 state = SystemcallPrivate::Running;
383 // Avoid opening a console window when a viewer is started
384 if (in_file_.empty())
385 process_->setStandardInputFile(QProcess::nullDevice());
386 if (out_file_.empty())
387 process_->setStandardOutputFile(QProcess::nullDevice());
388 if (err_file_.empty())
389 process_->setStandardErrorFile(QProcess::nullDevice());
391 #if (QT_VERSION >= QT_VERSION_CHECK(5, 15, 0))
392 if (!QProcess::startDetached(command, arguments)) {
394 if (!QProcess::startDetached(toqstr(latexEnvCmdPrefix(path, lpath)) + cmd_)) {
396 state = SystemcallPrivate::Error;
399 QProcess* released = releaseProcess();
401 } else if (process_) {
402 state = SystemcallPrivate::Starting;
403 #if (QT_VERSION >= QT_VERSION_CHECK(5, 15, 0))
404 process_->start(command, arguments);
406 process_->start(toqstr(latexEnvCmdPrefix(path, lpath)) + cmd_);
412 bool SystemcallPrivate::waitAndCheck()
414 Sleep::millisec(100);
416 // is there a better place to reset this?
420 LYXERR0("Export Canceled!!");
423 QCoreApplication::processEvents(/*QEventLoop::ExcludeUserInputEvents*/);
430 bool queryStopCommand(QString const & cmd)
432 docstring text = bformat(_(
433 "The command\n%1$s\nhas not yet completed.\n\n"
434 "Do you want to stop it?"), qstring_to_ucs4(cmd));
435 return ProgressInterface::instance()->prompt(_("Stop command?"), text,
436 1, 1, _("&Stop it"), _("Let it &run")) == 0;
442 bool SystemcallPrivate::waitWhile(State waitwhile, bool process_events, int timeout)
447 bool timedout = false;
448 process_events_ = process_events;
450 // Block GUI while waiting,
451 // relay on QProcess' wait functions
452 if (!process_events_) {
453 if (waitwhile == Starting)
454 return process_->waitForStarted(timeout);
455 if (waitwhile == Running) {
458 if (process_->waitForFinished(timeout))
460 bool const stop = queryStopCommand(cmd_);
461 // The command may have finished in the meantime
462 if (process_->state() == QProcess::NotRunning)
476 // process events while waiting, no timeout
478 while (state == waitwhile && state != Error) {
479 // check for cancellation of background process
483 return state != Error;
486 // process events while waiting with timeout
489 while (state == waitwhile && state != Error && !timedout) {
490 // check for cancellation of background process
494 if (timer.elapsed() > timeout) {
495 bool const stop = queryStopCommand(cmd_);
496 // The command may have finished in the meantime
497 if (process_->state() == QProcess::NotRunning)
506 return (state != Error) && !timedout;
510 SystemcallPrivate::~SystemcallPrivate()
513 out_data_[out_index_] = '\0';
519 err_data_[err_index_] = '\0';
529 void SystemcallPrivate::stdOut()
533 process_->setReadChannel(QProcess::StandardOutput);
534 while (process_->getChar(&c)) {
535 out_data_[out_index_++] = c;
536 if (c == '\n' || out_index_ + 1 == buffer_size_) {
537 out_data_[out_index_] = '\0';
539 ProgressInterface::instance()->appendMessage(QString::fromLocal8Bit(out_data_));
547 void SystemcallPrivate::stdErr()
551 process_->setReadChannel(QProcess::StandardError);
552 while (process_->getChar(&c)) {
553 err_data_[err_index_++] = c;
554 if (c == '\n' || err_index_ + 1 == buffer_size_) {
555 err_data_[err_index_] = '\0';
557 ProgressInterface::instance()->appendError(QString::fromLocal8Bit(err_data_));
565 void SystemcallPrivate::processStarted()
567 if (state != Running) {
569 ProgressInterface::instance()->processStarted(cmd_);
574 void SystemcallPrivate::processFinished(int, QProcess::ExitStatus)
576 if (state != Finished) {
578 ProgressInterface::instance()->processFinished(cmd_);
583 void SystemcallPrivate::processError(QProcess::ProcessError)
586 ProgressInterface::instance()->appendError(errorMessage());
590 QString SystemcallPrivate::errorMessage() const
593 return "No QProcess available";
596 switch (process_->error()) {
597 case QProcess::FailedToStart:
598 message = "The process failed to start. Either the invoked program is missing, "
599 "or you may have insufficient permissions to invoke the program.";
601 case QProcess::Crashed:
602 message = "The process crashed some time after starting successfully.";
604 case QProcess::Timedout:
605 message = "The process timed out. It might be restarted automatically.";
607 case QProcess::WriteError:
608 message = "An error occurred when attempting to write to the process-> For example, "
609 "the process may not be running, or it may have closed its input channel.";
611 case QProcess::ReadError:
612 message = "An error occurred when attempting to read from the process-> For example, "
613 "the process may not be running.";
615 case QProcess::UnknownError:
617 message = "An unknown error occurred.";
624 QString SystemcallPrivate::exitStatusMessage() const
627 return "No QProcess available";
630 switch (process_->exitStatus()) {
631 case QProcess::NormalExit:
632 message = "The process exited normally.";
634 case QProcess::CrashExit:
635 message = "The process crashed.";
638 message = "Unknown exit state.";
645 int SystemcallPrivate::exitCode()
647 // From Qt's documentation, in regards to QProcess::exitCode(),
648 // "This value is not valid unless exitStatus() returns NormalExit"
649 if (!process_ || process_->exitStatus() != QProcess::NormalExit)
652 return process_->exitCode();
656 QProcess* SystemcallPrivate::releaseProcess()
658 QProcess* released = process_;
664 void SystemcallPrivate::killProcess()
666 killProcess(process_);
670 void SystemcallPrivate::killProcess(QProcess * p)
674 p->closeReadChannel(QProcess::StandardOutput);
675 p->closeReadChannel(QProcess::StandardError);
683 #include "moc_SystemcallPrivate.cpp"
686 } // namespace support