2 * \file InsetInclude.cpp
3 * This file is part of LyX, the document processor.
4 * Licence details can be found in the file COPYING.
6 * \author Lars Gullik Bjønnes
8 * Full author contact details are available in file CREDITS.
13 #include "InsetInclude.h"
16 #include "buffer_funcs.h"
17 #include "BufferList.h"
18 #include "BufferParams.h"
19 #include "BufferView.h"
22 #include "DispatchResult.h"
24 #include "FuncRequest.h"
25 #include "FuncStatus.h"
27 #include "LaTeXFeatures.h"
31 #include "MetricsInfo.h"
32 #include "OutputParams.h"
33 #include "TocBackend.h"
35 #include "frontends/alert.h"
36 #include "frontends/Painter.h"
38 #include "graphics/PreviewImage.h"
39 #include "graphics/PreviewLoader.h"
41 #include "insets/RenderPreview.h"
42 #include "insets/InsetListingsParams.h"
44 #include "support/filetools.h"
45 #include "support/lstrings.h" // contains
46 #include "support/lyxalgo.h"
47 #include "support/lyxlib.h"
48 #include "support/convert.h"
50 #include <boost/bind.hpp>
51 #include <boost/filesystem/operations.hpp>
56 // Implementation is in LyX.cpp
57 extern void dispatch(FuncRequest const & action);
59 using support::addName;
60 using support::absolutePath;
61 using support::bformat;
62 using support::changeExtension;
63 using support::contains;
65 using support::DocFileName;
66 using support::FileName;
67 using support::getFileContents;
68 using support::getVectorFromString;
69 using support::isFileReadable;
70 using support::isLyXFilename;
71 using support::isValidLaTeXFilename;
72 using support::latex_path;
73 using support::makeAbsPath;
74 using support::makeDisplayPath;
75 using support::makeRelPath;
76 using support::onlyFilename;
77 using support::onlyPath;
78 using support::prefixIs;
85 using std::istringstream;
87 using std::ostringstream;
90 namespace Alert = frontend::Alert;
91 namespace fs = boost::filesystem;
96 docstring const uniqueID()
98 static unsigned int seed = 1000;
99 return "file" + convert<docstring>(++seed);
103 bool isListings(InsetCommandParams const & params)
105 return params.getCmdName() == "lstinputlisting";
111 InsetInclude::InsetInclude(InsetCommandParams const & p)
112 : params_(p), include_label(uniqueID()),
113 preview_(new RenderMonitoredPreview(this)),
116 preview_->fileChanged(boost::bind(&InsetInclude::fileChanged, this));
120 InsetInclude::InsetInclude(InsetInclude const & other)
122 params_(other.params_),
123 include_label(other.include_label),
124 preview_(new RenderMonitoredPreview(this)),
127 preview_->fileChanged(boost::bind(&InsetInclude::fileChanged, this));
131 InsetInclude::~InsetInclude()
133 InsetIncludeMailer(*this).hideDialog();
137 void InsetInclude::doDispatch(Cursor & cur, FuncRequest & cmd)
139 switch (cmd.action) {
141 case LFUN_INSET_MODIFY: {
142 InsetCommandParams p("include");
143 InsetIncludeMailer::string2params(to_utf8(cmd.argument()), p);
144 if (!p.getCmdName().empty()) {
146 InsetListingsParams par_old(params().getOptions());
147 InsetListingsParams par_new(p.getOptions());
148 if (par_old.getParamValue("label") !=
149 par_new.getParamValue("label")
150 && !par_new.getParamValue("label").empty())
151 cur.bv().buffer().changeRefsIfUnique(
152 from_utf8(par_old.getParamValue("label")),
153 from_utf8(par_new.getParamValue("label")),
156 set(p, cur.buffer());
157 cur.buffer().updateBibfilesCache();
163 case LFUN_INSET_DIALOG_UPDATE:
164 InsetIncludeMailer(*this).updateDialog(&cur.bv());
167 case LFUN_MOUSE_RELEASE:
168 if (!cur.selection())
169 InsetIncludeMailer(*this).showDialog(&cur.bv());
173 Inset::doDispatch(cur, cmd);
179 bool InsetInclude::getStatus(Cursor & cur, FuncRequest const & cmd,
180 FuncStatus & flag) const
182 switch (cmd.action) {
184 case LFUN_INSET_MODIFY:
185 case LFUN_INSET_DIALOG_UPDATE:
190 return Inset::getStatus(cur, cmd, flag);
195 InsetCommandParams const & InsetInclude::params() const
203 /// the type of inclusion
213 Types type(InsetCommandParams const & params)
215 string const command_name = params.getCmdName();
217 if (command_name == "input")
219 if (command_name == "verbatiminput")
221 if (command_name == "verbatiminput*")
223 if (command_name == "lstinputlisting")
229 bool isVerbatim(InsetCommandParams const & params)
231 string const command_name = params.getCmdName();
232 return command_name == "verbatiminput" ||
233 command_name == "verbatiminput*";
237 bool isInputOrInclude(InsetCommandParams const & params)
239 Types const t = type(params);
240 return (t == INPUT) || (t == INCLUDE);
244 string const masterFilename(Buffer const & buffer)
246 return buffer.getMasterBuffer()->fileName();
250 string const parentFilename(Buffer const & buffer)
252 return buffer.fileName();
256 FileName const includedFilename(Buffer const & buffer,
257 InsetCommandParams const & params)
259 return makeAbsPath(to_utf8(params["filename"]),
260 onlyPath(parentFilename(buffer)));
264 void add_preview(RenderMonitoredPreview &, InsetInclude const &, Buffer const &);
269 void InsetInclude::set(InsetCommandParams const & p, Buffer const & buffer)
274 if (preview_->monitoring())
275 preview_->stopMonitoring();
277 if (type(params_) == INPUT)
278 add_preview(*preview_, *this, buffer);
282 auto_ptr<Inset> InsetInclude::doClone() const
284 return auto_ptr<Inset>(new InsetInclude(*this));
288 void InsetInclude::write(Buffer const &, ostream & os) const
294 void InsetInclude::write(ostream & os) const
296 os << "Include " << to_utf8(params_.getCommand()) << '\n'
297 << "preview " << convert<string>(params_.preview()) << '\n';
301 void InsetInclude::read(Buffer const &, Lexer & lex)
307 void InsetInclude::read(Lexer & lex)
311 string const command = lex.getString();
312 params_.scanCommand(command);
317 token = lex.getString();
318 if (token == "\\end_inset")
320 if (token == "preview") {
322 params_.preview(lex.getBool());
324 lex.printError("Unknown parameter name `$$Token' for command " + params_.getCmdName());
326 if (token != "\\end_inset") {
327 lex.printError("Missing \\end_inset at this point. "
333 docstring const InsetInclude::getScreenLabel(Buffer const & buf) const
337 switch (type(params_)) {
339 temp = buf.B_("Input");
342 temp = buf.B_("Verbatim Input");
345 temp = buf.B_("Verbatim Input*");
348 temp = buf.B_("Include");
351 temp = listings_label_;
357 if (params_["filename"].empty())
360 temp += from_utf8(onlyFilename(to_utf8(params_["filename"])));
368 /// return the child buffer if the file is a LyX doc and is loaded
369 Buffer * getChildBuffer(Buffer const & buffer, InsetCommandParams const & params)
371 if (isVerbatim(params) || isListings(params))
374 string const included_file = includedFilename(buffer, params).absFilename();
375 if (!isLyXFilename(included_file))
378 Buffer * childBuffer = theBufferList().getBuffer(included_file);
380 //FIXME RECURSIVE INCLUDES
381 if (childBuffer == & buffer)
389 /// return true if the file is or got loaded.
390 Buffer * loadIfNeeded(Buffer const & parent, InsetCommandParams const & params)
392 if (isVerbatim(params) || isListings(params))
395 string const parent_filename = parent.fileName();
396 FileName const included_file = makeAbsPath(to_utf8(params["filename"]),
397 onlyPath(parent_filename));
399 if (!isLyXFilename(included_file.absFilename()))
402 Buffer * child = theBufferList().getBuffer(included_file.absFilename());
404 // the readonly flag can/will be wrong, not anymore I think.
405 if (!fs::exists(included_file.toFilesystemEncoding()))
408 child = theBufferList().newBuffer(included_file.absFilename());
409 if (!loadLyXFile(child, included_file)) {
410 //close the buffer we just opened
411 theBufferList().close(child, false);
415 child->setParentName(parent_filename);
420 int InsetInclude::latex(Buffer const & buffer, odocstream & os,
421 OutputParams const & runparams) const
423 string incfile(to_utf8(params_["filename"]));
425 // Do nothing if no file name has been specified
429 FileName const included_file(includedFilename(buffer, params_));
431 //Check we're not trying to include ourselves.
432 //FIXME RECURSIVE INCLUDE
433 //This isn't sufficient, as the inclusion could be downstream.
434 //But it'll have to do for now.
435 if (isInputOrInclude(params_) &&
436 buffer.fileName() == included_file.absFilename())
438 Alert::error(_("Recursive input"),
439 bformat(_("Attempted to include file %1$s in itself! "
440 "Ignoring inclusion."), from_utf8(incfile)));
444 Buffer const * const m_buffer = buffer.getMasterBuffer();
446 // if incfile is relative, make it relative to the master
448 if (!absolutePath(incfile)) {
450 incfile = to_utf8(makeRelPath(from_utf8(included_file.absFilename()),
451 from_utf8(m_buffer->filePath())));
454 // write it to a file (so far the complete file)
455 string const exportfile = changeExtension(incfile, ".tex");
456 string const mangled =
457 DocFileName(changeExtension(included_file.absFilename(),".tex")).
459 FileName const writefile(makeAbsPath(mangled, m_buffer->temppath()));
463 else if (!isValidLaTeXFilename(incfile)) {
464 frontend::Alert::warning(_("Invalid filename"),
465 _("The following filename is likely to cause trouble "
466 "when running the exported file through LaTeX: ") +
469 LYXERR(Debug::LATEX) << "incfile:" << incfile << endl;
470 LYXERR(Debug::LATEX) << "exportfile:" << exportfile << endl;
471 LYXERR(Debug::LATEX) << "writefile:" << writefile << endl;
473 if (runparams.inComment || runparams.dryrun) {
474 //Don't try to load or copy the file if we're
475 //in a comment or doing a dryrun
476 } else if (isInputOrInclude(params_) &&
477 isLyXFilename(included_file.absFilename())) {
478 //if it's a LyX file and we're inputting or including,
479 //try to load it so we can write the associated latex
480 if (!loadIfNeeded(buffer, params_))
483 Buffer * tmp = theBufferList().getBuffer(included_file.absFilename());
485 if (tmp->params().getBaseClass() != m_buffer->params().getBaseClass()) {
487 docstring text = bformat(_("Included file `%1$s'\n"
488 "has textclass `%2$s'\n"
489 "while parent file has textclass `%3$s'."),
490 makeDisplayPath(included_file.absFilename()),
491 from_utf8(tmp->params().getTextClass().name()),
492 from_utf8(m_buffer->params().getTextClass().name()));
493 Alert::warning(_("Different textclasses"), text);
497 tmp->markDepClean(m_buffer->temppath());
499 // FIXME: handle non existing files
500 // FIXME: Second argument is irrelevant!
501 // since only_body is true, makeLaTeXFile will not look at second
502 // argument. Should we set it to string(), or should makeLaTeXFile
503 // make use of it somehow? (JMarc 20031002)
504 // The included file might be written in a different encoding
505 Encoding const * const oldEnc = runparams.encoding;
506 runparams.encoding = &tmp->params().encoding();
507 tmp->makeLaTeXFile(writefile,
508 onlyPath(masterFilename(buffer)),
510 runparams.encoding = oldEnc;
512 // In this case, it's not a LyX file, so we copy the file
513 // to the temp dir, so that .aux files etc. are not created
514 // in the original dir. Files included by this file will be
515 // found via input@path, see ../Buffer.cpp.
516 unsigned long const checksum_in = sum(included_file);
517 unsigned long const checksum_out = sum(writefile);
519 if (checksum_in != checksum_out) {
520 if (!copy(included_file, writefile)) {
523 << to_utf8(bformat(_("Could not copy the file\n%1$s\n"
524 "into the temporary directory."),
525 from_utf8(included_file.absFilename())))
532 string const tex_format = (runparams.flavor == OutputParams::LATEX) ?
533 "latex" : "pdflatex";
534 if (isVerbatim(params_)) {
535 incfile = latex_path(incfile);
537 os << '\\' << from_ascii(params_.getCmdName()) << '{'
538 << from_utf8(incfile) << '}';
539 } else if (type(params_) == INPUT) {
540 runparams.exportdata->addExternalFile(tex_format, writefile,
543 // \input wants file with extension (default is .tex)
544 if (!isLyXFilename(included_file.absFilename())) {
545 incfile = latex_path(incfile);
547 os << '\\' << from_ascii(params_.getCmdName())
548 << '{' << from_utf8(incfile) << '}';
550 incfile = changeExtension(incfile, ".tex");
551 incfile = latex_path(incfile);
553 os << '\\' << from_ascii(params_.getCmdName())
554 << '{' << from_utf8(incfile) << '}';
556 } else if (type(params_) == LISTINGS) {
557 os << '\\' << from_ascii(params_.getCmdName());
558 string opt = params_.getOptions();
559 // opt is set in QInclude dialog and should have passed validation.
560 InsetListingsParams params(opt);
561 if (!params.params().empty())
562 os << "[" << from_utf8(params.params()) << "]";
563 os << '{' << from_utf8(incfile) << '}';
565 runparams.exportdata->addExternalFile(tex_format, writefile,
568 // \include don't want extension and demands that the
569 // file really have .tex
570 incfile = changeExtension(incfile, string());
571 incfile = latex_path(incfile);
573 os << '\\' << from_ascii(params_.getCmdName()) << '{'
574 << from_utf8(incfile) << '}';
581 int InsetInclude::plaintext(Buffer const & buffer, odocstream & os,
582 OutputParams const &) const
584 if (isVerbatim(params_) || isListings(params_)) {
585 os << '[' << getScreenLabel(buffer) << '\n';
586 // FIXME: We don't know the encoding of the file
587 docstring const str =
588 from_utf8(getFileContents(includedFilename(buffer, params_)));
591 return PLAINTEXT_NEWLINE + 1; // one char on a separate line
593 docstring const str = '[' + getScreenLabel(buffer) + ']';
600 int InsetInclude::docbook(Buffer const & buffer, odocstream & os,
601 OutputParams const & runparams) const
603 string incfile = to_utf8(params_["filename"]);
605 // Do nothing if no file name has been specified
609 string const included_file = includedFilename(buffer, params_).absFilename();
611 //Check we're not trying to include ourselves.
612 //FIXME RECURSIVE INCLUDE
613 //This isn't sufficient, as the inclusion could be downstream.
614 //But it'll have to do for now.
615 if (buffer.fileName() == included_file) {
616 Alert::error(_("Recursive input"),
617 bformat(_("Attempted to include file %1$s in itself! "
618 "Ignoring inclusion."), from_utf8(incfile)));
622 // write it to a file (so far the complete file)
623 string const exportfile = changeExtension(incfile, ".sgml");
624 DocFileName writefile(changeExtension(included_file, ".sgml"));
626 if (loadIfNeeded(buffer, params_)) {
627 Buffer * tmp = theBufferList().getBuffer(included_file);
629 string const mangled = writefile.mangledFilename();
630 writefile = makeAbsPath(mangled,
631 buffer.getMasterBuffer()->temppath());
635 LYXERR(Debug::LATEX) << "incfile:" << incfile << endl;
636 LYXERR(Debug::LATEX) << "exportfile:" << exportfile << endl;
637 LYXERR(Debug::LATEX) << "writefile:" << writefile << endl;
639 tmp->makeDocBookFile(writefile, runparams, true);
642 runparams.exportdata->addExternalFile("docbook", writefile,
644 runparams.exportdata->addExternalFile("docbook-xml", writefile,
647 if (isVerbatim(params_) || isListings(params_)) {
648 os << "<inlinegraphic fileref=\""
649 << '&' << include_label << ';'
650 << "\" format=\"linespecific\">";
652 os << '&' << include_label << ';';
658 void InsetInclude::validate(LaTeXFeatures & features) const
660 string incfile(to_utf8(params_["filename"]));
663 Buffer const & buffer = features.buffer();
665 string const included_file = includedFilename(buffer, params_).absFilename();
667 if (isLyXFilename(included_file))
668 writefile = changeExtension(included_file, ".sgml");
670 writefile = included_file;
672 if (!features.runparams().nice && !isVerbatim(params_) && !isListings(params_)) {
673 incfile = DocFileName(writefile).mangledFilename();
674 writefile = makeAbsPath(incfile,
675 buffer.getMasterBuffer()->temppath()).absFilename();
678 features.includeFile(include_label, writefile);
680 if (isVerbatim(params_))
681 features.require("verbatim");
682 else if (isListings(params_))
683 features.require("listings");
685 // Here we must do the fun stuff...
686 // Load the file in the include if it needs
688 if (loadIfNeeded(buffer, params_)) {
690 Buffer * const tmp = theBufferList().getBuffer(included_file);
691 // make sure the buffer isn't us
692 // FIXME RECURSIVE INCLUDES
693 // This is not sufficient, as recursive includes could be
694 // more than a file away. But it will do for now.
695 if (tmp && tmp != & buffer) {
696 // We must temporarily change features.buffer,
697 // otherwise it would always be the master buffer,
698 // and nested includes would not work.
699 features.setBuffer(*tmp);
700 tmp->validate(features);
701 features.setBuffer(buffer);
707 void InsetInclude::getLabelList(Buffer const & buffer,
708 std::vector<docstring> & list) const
710 if (isListings(params_)) {
711 InsetListingsParams params(params_.getOptions());
712 string label = params.getParamValue("label");
714 list.push_back(from_utf8(label));
716 else if (loadIfNeeded(buffer, params_)) {
717 string const included_file = includedFilename(buffer, params_).absFilename();
718 Buffer * tmp = theBufferList().getBuffer(included_file);
719 tmp->setParentName("");
720 tmp->getLabelList(list);
721 tmp->setParentName(parentFilename(buffer));
726 void InsetInclude::fillWithBibKeys(Buffer const & buffer,
727 BiblioInfo & keys, InsetIterator const & /*di*/) const
729 if (loadIfNeeded(buffer, params_)) {
730 string const included_file = includedFilename(buffer, params_).absFilename();
731 Buffer * tmp = theBufferList().getBuffer(included_file);
732 //FIXME This is kind of a dirty hack and should be made reasonable.
733 tmp->setParentName("");
734 keys.fillWithBibKeys(tmp);
735 tmp->setParentName(parentFilename(buffer));
740 void InsetInclude::updateBibfilesCache(Buffer const & buffer)
742 Buffer * const tmp = getChildBuffer(buffer, params_);
744 tmp->setParentName("");
745 tmp->updateBibfilesCache();
746 tmp->setParentName(parentFilename(buffer));
751 std::vector<FileName> const &
752 InsetInclude::getBibfilesCache(Buffer const & buffer) const
754 Buffer * const tmp = getChildBuffer(buffer, params_);
756 tmp->setParentName("");
757 std::vector<FileName> const & cache = tmp->getBibfilesCache();
758 tmp->setParentName(parentFilename(buffer));
761 static std::vector<FileName> const empty;
766 bool InsetInclude::metrics(MetricsInfo & mi, Dimension & dim) const
768 BOOST_ASSERT(mi.base.bv);
770 bool use_preview = false;
771 if (RenderPreview::status() != LyXRC::PREVIEW_OFF) {
772 graphics::PreviewImage const * pimage =
773 preview_->getPreviewImage(mi.base.bv->buffer());
774 use_preview = pimage && pimage->image();
778 preview_->metrics(mi, dim);
782 button_.update(getScreenLabel(mi.base.bv->buffer()),
785 button_.metrics(mi, dim);
788 Box b(0, dim.wid, -dim.asc, dim.des);
791 bool const changed = dim_ != dim;
797 void InsetInclude::draw(PainterInfo & pi, int x, int y) const
799 setPosCache(pi, x, y);
801 BOOST_ASSERT(pi.base.bv);
803 bool use_preview = false;
804 if (RenderPreview::status() != LyXRC::PREVIEW_OFF) {
805 graphics::PreviewImage const * pimage =
806 preview_->getPreviewImage(pi.base.bv->buffer());
807 use_preview = pimage && pimage->image();
811 preview_->draw(pi, x, y);
813 button_.draw(pi, x, y);
817 Inset::DisplayType InsetInclude::display() const
819 return type(params_) == INPUT ? Inline : AlignCenter;
828 void InsetInclude::fileChanged() const
830 Buffer const * const buffer_ptr = LyX::cref().updateInset(this);
834 Buffer const & buffer = *buffer_ptr;
835 preview_->removePreview(buffer);
836 add_preview(*preview_.get(), *this, buffer);
837 preview_->startLoading(buffer);
843 bool preview_wanted(InsetCommandParams const & params, Buffer const & buffer)
845 FileName const included_file = includedFilename(buffer, params);
847 return type(params) == INPUT && params.preview() &&
848 isFileReadable(included_file);
852 docstring const latex_string(InsetInclude const & inset, Buffer const & buffer)
855 // We don't need to set runparams.encoding since this will be done
856 // by latex() anyway.
857 OutputParams runparams(0);
858 runparams.flavor = OutputParams::LATEX;
859 inset.latex(buffer, os, runparams);
865 void add_preview(RenderMonitoredPreview & renderer, InsetInclude const & inset,
866 Buffer const & buffer)
868 InsetCommandParams const & params = inset.params();
869 if (RenderPreview::status() != LyXRC::PREVIEW_OFF &&
870 preview_wanted(params, buffer)) {
871 renderer.setAbsFile(includedFilename(buffer, params));
872 docstring const snippet = latex_string(inset, buffer);
873 renderer.addPreview(snippet, buffer);
880 void InsetInclude::addPreview(graphics::PreviewLoader & ploader) const
882 Buffer const & buffer = ploader.buffer();
883 if (preview_wanted(params(), buffer)) {
884 preview_->setAbsFile(includedFilename(buffer, params()));
885 docstring const snippet = latex_string(*this, buffer);
886 preview_->addPreview(snippet, ploader);
891 void InsetInclude::addToToc(TocList & toclist, Buffer const & buffer, ParConstIterator const & pit) const
893 if (isListings(params_)) {
894 InsetListingsParams params(params_.getOptions());
895 string caption = params.getParamValue("caption");
896 if (!caption.empty()) {
897 Toc & toc = toclist["listing"];
898 docstring const str = convert<docstring>(toc.size() + 1)
899 + ". " + from_utf8(caption);
900 // This inset does not have a valid ParConstIterator
901 // so it has to use the iterator of its parent paragraph
902 toc.push_back(TocItem(pit, 0, str));
906 Buffer const * const childbuffer = getChildBuffer(buffer, params_);
910 TocList const & childtoclist = childbuffer->tocBackend().tocs();
911 TocList::const_iterator it = childtoclist.begin();
912 TocList::const_iterator const end = childtoclist.end();
913 for(; it != end; ++it)
914 toclist[it->first].insert(toclist[it->first].end(),
915 it->second.begin(), it->second.end());
919 void InsetInclude::updateLabels(Buffer const & buffer,
922 Buffer const * const childbuffer = getChildBuffer(buffer, params_);
924 lyx::updateLabels(*childbuffer, true);
925 else if (isListings(params_)) {
926 InsetListingsParams const par = params_.getOptions();
927 if (par.getParamValue("caption").empty())
928 listings_label_.clear();
930 Counters & counters = buffer.params().getTextClass().counters();
931 docstring const cnt = from_ascii("listing");
932 if (counters.hasCounter(cnt)) {
934 listings_label_ = buffer.B_("Program Listing ") + convert<docstring>(counters.value(cnt));
936 listings_label_ = buffer.B_("Program Listing");
942 string const InsetIncludeMailer::name_("include");
944 InsetIncludeMailer::InsetIncludeMailer(InsetInclude & inset)
949 string const InsetIncludeMailer::inset2string(Buffer const &) const
951 return params2string(inset_.params());
955 void InsetIncludeMailer::string2params(string const & in,
956 InsetCommandParams & params)
962 istringstream data(in);
968 if (!lex || name != name_)
969 return print_mailer_error("InsetIncludeMailer", in, 1, name_);
971 // This is part of the inset proper that is usually swallowed
972 // by Text::readInset
975 if (!lex || id != "Include")
976 return print_mailer_error("InsetIncludeMailer", in, 2, "Include");
978 InsetInclude inset(params);
980 params = inset.params();
985 InsetIncludeMailer::params2string(InsetCommandParams const & params)
987 InsetInclude inset(params);
989 data << name_ << ' ';
991 data << "\\end_inset\n";