]> git.lyx.org Git - lyx.git/blobdiff - src/output_latex.cpp
Introduce NeedCProtect -1 layout option
[lyx.git] / src / output_latex.cpp
index 12f58aaecdaff0c9d5c103321425d3d35854fde0..1c1faf7435f1554e3d76d4fd1919c2dfc38dbce9 100644 (file)
@@ -19,8 +19,6 @@
 #include "Font.h"
 #include "InsetList.h"
 #include "Language.h"
-#include "LaTeXFeatures.h"
-#include "Layout.h"
 #include "LyXRC.h"
 #include "OutputParams.h"
 #include "Paragraph.h"
@@ -37,7 +35,6 @@
 #include "support/convert.h"
 #include "support/debug.h"
 #include "support/lstrings.h"
-#include "support/lyxalgo.h"
 #include "support/textutils.h"
 #include "support/gettext.h"
 
@@ -63,16 +60,16 @@ enum OpenEncoding {
 
 struct OutputState
 {
-       OutputState() : open_encoding_(none), cjk_inherited_(0),
-               prev_env_language_(nullptr), nest_level_(0)
+       OutputState() : prev_env_language_(nullptr), open_encoding_(none),
+               cjk_inherited_(0), nest_level_(0)
        {
        }
-       OpenEncoding open_encoding_;
-       int cjk_inherited_;
        Language const * prev_env_language_;
-       int nest_level_;
        stack<int> lang_switch_depth_;          // Both are always empty when
        stack<string> open_polyglossia_lang_;   // not using polyglossia
+       OpenEncoding open_encoding_;
+       int cjk_inherited_;
+       int nest_level_;
 };
 
 
@@ -109,7 +106,7 @@ bool atSameLastLangSwitchDepth(OutputState const * state)
        // commands. Instead, return always true when using babel with
        // only a begin command.
 
-       return state->lang_switch_depth_.size() == 0
+       return state->lang_switch_depth_.empty()
                        ? true
                        : abs(state->lang_switch_depth_.top()) == state->nest_level_;
 }
@@ -119,7 +116,7 @@ bool isLocalSwitch(OutputState const * state)
 {
        // Return true if the language was opened by a local command switch.
 
-       return state->lang_switch_depth_.size()
+       return !state->lang_switch_depth_.empty()
                && state->lang_switch_depth_.top() < 0;
 }
 
@@ -128,7 +125,7 @@ bool langOpenedAtThisLevel(OutputState const * state)
 {
        // Return true if the language was opened at the current nesting level.
 
-       return state->lang_switch_depth_.size()
+       return !state->lang_switch_depth_.empty()
                && abs(state->lang_switch_depth_.top()) == state->nest_level_;
 }
 
@@ -164,10 +161,10 @@ string const getPolyglossiaBegin(string const & lang_begin_command,
 
 struct TeXEnvironmentData
 {
-       bool cjk_nested;
        Layout const * style;
        Language const * par_language;
        Encoding const * prev_encoding;
+       bool cjk_nested;
        bool leftindent_open;
 };
 
@@ -188,8 +185,9 @@ static TeXEnvironmentData prepareEnvironment(Buffer const & buf,
                bparams.documentClass().plainLayout() : pit->layout();
 
        ParagraphList const & paragraphs = text.paragraphs();
+       bool const firstpar = pit == paragraphs.begin();
        ParagraphList::const_iterator const priorpit =
-               pit == paragraphs.begin() ? pit : prev(pit, 1);
+               firstpar ? pit : prev(pit, 1);
 
        OutputState * state = getOutputState();
        bool const use_prev_env_language = state->prev_env_language_ != nullptr
@@ -202,10 +200,13 @@ static TeXEnvironmentData prepareEnvironment(Buffer const & buf,
        data.par_language = pit->getParLanguage(bparams);
        Language const * const doc_language = bparams.language;
        Language const * const prev_par_language =
-               (pit != paragraphs.begin())
-               ? (use_prev_env_language ? state->prev_env_language_
-                                        : priorpit->getParLanguage(bparams))
-               : doc_language;
+               // use font at inset or document language in first paragraph
+               firstpar ? (runparams.local_font ?
+                                   runparams.local_font->language()
+                                 : doc_language)
+                        : (use_prev_env_language ?
+                                   state->prev_env_language_
+                                 : priorpit->getParLanguage(bparams));
 
        bool const use_polyglossia = runparams.use_polyglossia;
        string const par_lang = use_polyglossia ?
@@ -222,11 +223,14 @@ static TeXEnvironmentData prepareEnvironment(Buffer const & buf,
                                        !lang_end_command.empty();
 
        // For polyglossia, switch language outside of environment, if possible.
+       // However, if we are at the start of an inset, do not close languages
+       // opened outside.
        if (par_lang != prev_par_lang) {
-               if ((!using_begin_end || langOpenedAtThisLevel(state)) &&
-                   !lang_end_command.empty() &&
-                   prev_par_lang != doc_lang &&
-                   !prev_par_lang.empty()) {
+               if (!firstpar
+                   && (!using_begin_end || langOpenedAtThisLevel(state))
+                   && !lang_end_command.empty()
+                   && prev_par_lang != doc_lang
+                   && !prev_par_lang.empty()) {
                        os << from_ascii(subst(
                                lang_end_command,
                                "$$lang",
@@ -241,7 +245,7 @@ static TeXEnvironmentData prepareEnvironment(Buffer const & buf,
                // polyglossia or begin/end commands, then the current
                // language is the document language.
                string const & cur_lang = using_begin_end
-                                         && state->lang_switch_depth_.size()
+                                         && !state->lang_switch_depth_.empty()
                                                  ? openLanguageName(state)
                                                  : doc_lang;
 
@@ -323,10 +327,12 @@ static TeXEnvironmentData prepareEnvironment(Buffer const & buf,
 
 
 static void finishEnvironment(otexstream & os, OutputParams const & runparams,
-                             TeXEnvironmentData const & data)
+                             TeXEnvironmentData const & data, bool const maintext,
+                             bool const lastpar)
 {
        OutputState * state = getOutputState();
-       // BufferParams const & bparams = buf.params(); // FIXME: for speedup shortcut below, would require passing of "buf" as argument
+       // BufferParams const & bparams = buf.params();
+       // FIXME: for speedup shortcut below, would require passing of "buf" as argument
        if (state->open_encoding_ == CJK && data.cjk_nested) {
                // We need to close the encoding even if it does not change
                // to do correct environment nesting
@@ -352,6 +358,11 @@ static void finishEnvironment(otexstream & os, OutputParams const & runparams,
                                popLanguageName();
                        }
                }
+               if (data.style->latextype == LATEX_BIB_ENVIRONMENT)
+                       // bibliography needs a blank line after
+                       // each item for backref to function properly
+                       // (see #12041)
+                       os << '\n';
                state->nest_level_ -= 1;
                string const & name = data.style->latexname();
                if (!name.empty())
@@ -361,6 +372,20 @@ static void finishEnvironment(otexstream & os, OutputParams const & runparams,
                        runparams.encoding = data.prev_encoding;
                        os << setEncoding(data.prev_encoding->iconvName());
                }
+               // If this is the last par of an inset, the language needs
+               // to be closed after the environment
+               if (lastpar && !maintext) {
+                       if (using_begin_end && langOpenedAtThisLevel(state)) {
+                               if (isLocalSwitch(state)) {
+                                       os << "}";
+                               } else {
+                                       os << "\\end{"
+                                          << openLanguageName(state)
+                                          << "}%\n";
+                               }
+                               popLanguageName();
+                       }
+               }
        }
 
        if (data.leftindent_open) {
@@ -379,17 +404,20 @@ static void finishEnvironment(otexstream & os, OutputParams const & runparams,
 
 
 void TeXEnvironment(Buffer const & buf, Text const & text,
-                   OutputParams const & runparams,
+                   OutputParams const & runparams_in,
                    pit_type & pit, otexstream & os)
 {
        ParagraphList const & paragraphs = text.paragraphs();
        ParagraphList::const_iterator ipar = paragraphs.iterator_at(pit);
-       LYXERR(Debug::LATEX, "TeXEnvironment for paragraph " << pit);
+       LYXERR(Debug::OUTFILE, "TeXEnvironment for paragraph " << pit);
 
        Layout const & current_layout = ipar->layout();
        depth_type const current_depth = ipar->params().depth();
        Length const & current_left_indent = ipar->params().leftIndent();
 
+       OutputParams runparams = runparams_in;
+       runparams.no_cprotect = current_layout.nocprotect;
+
        // This is for debugging purpose at the end.
        pit_type const par_begin = pit;
        for (; pit < runparams.par_end; ++pit) {
@@ -436,15 +464,20 @@ void TeXEnvironment(Buffer const & buf, Text const & text,
 
                // Do not output empty environments if the whole paragraph has
                // been deleted with ct and changes are not output.
+               bool output_changes;
+               if (!runparams.find_effective())
+                       output_changes = buf.params().output_changes;
+               else
+                       output_changes = runparams.find_with_deleted();
                if (size_t(pit + 1) < paragraphs.size()) {
                        ParagraphList::const_iterator nextpar = paragraphs.iterator_at(pit + 1);
                        Paragraph const & cpar = paragraphs.at(pit);
                        if ((par->layout() != nextpar->layout()
                             || par->params().depth() == nextpar->params().depth()
                             || par->params().leftIndent() == nextpar->params().leftIndent())
-                           && !runparams.for_search && cpar.size() > 0
-                           && cpar.isDeleted(0, cpar.size()) && !buf.params().output_changes) {
-                               if (!buf.params().output_changes && !cpar.parEndChange().deleted())
+                           && !cpar.empty()
+                           && cpar.isDeleted(0, cpar.size()) && !output_changes) {
+                               if (!output_changes && !cpar.parEndChange().deleted())
                                        os << '\n' << '\n';
                                continue;
                        }
@@ -455,18 +488,24 @@ void TeXEnvironment(Buffer const & buf, Text const & text,
                        prepareEnvironment(buf, text, par, os, runparams);
                // Recursive call to TeXEnvironment!
                TeXEnvironment(buf, text, runparams, pit, os);
-               finishEnvironment(os, runparams, data);
+               bool const lastpar = size_t(pit + 1) >= paragraphs.size();
+               finishEnvironment(os, runparams, data, text.isMainText(), lastpar);
        }
 
        if (pit != runparams.par_end)
-               LYXERR(Debug::LATEX, "TeXEnvironment for paragraph " << par_begin << " done.");
+               LYXERR(Debug::OUTFILE, "TeXEnvironment for paragraph " << par_begin << " done.");
 }
 
 
-void getArgInsets(otexstream & os, OutputParams const & runparams, Layout::LaTeXArgMap const & latexargs,
-                 map<int, lyx::InsetArgument const *> ilist, vector<string> required, string const & prefix)
+// FIXME: pass the \c required vector by reference and add the stuff
+// from \c latexargs to a different vector. This avoids a copy and
+// (more importantly?) a coverity defect.
+void getArgInsets(otexstream & os, OutputParams const & runparams,
+                  Layout::LaTeXArgMap const & latexargs,
+                  map<size_t, lyx::InsetArgument const *> const & ilist,
+                  vector<string> required, string const & prefix)
 {
-       unsigned int const argnr = latexargs.size();
+       size_t const argnr = latexargs.size();
        if (argnr == 0)
                return;
 
@@ -480,16 +519,16 @@ void getArgInsets(otexstream & os, OutputParams const & runparams, Layout::LaTeX
                        }
        }
 
-       for (unsigned int i = 1; i <= argnr; ++i) {
-               map<int, InsetArgument const *>::const_iterator lit = ilist.find(i);
+       for (size_t i = 1; i <= argnr; ++i) {
+               map<size_t, InsetArgument const *>::const_iterator lit = ilist.find(i);
                bool inserted = false;
                if (lit != ilist.end()) {
-                       InsetArgument const * ins = (*lit).second;
+                       InsetArgument const * ins = lit->second;
                        if (ins) {
                                Layout::LaTeXArgMap::const_iterator const lait =
                                                latexargs.find(ins->name());
                                if (lait != latexargs.end()) {
-                                       Layout::latexarg arg = (*lait).second;
+                                       Layout::latexarg arg = lait->second;
                                        docstring ldelim;
                                        docstring rdelim;
                                        if (!arg.nodelims) {
@@ -547,7 +586,7 @@ void getArgInsets(otexstream & os, OutputParams const & runparams, Layout::LaTeX
                        }
                }
        }
-       if (runparams.for_search) {
+       if (runparams.find_effective() && argnr > 1) {
                // Mark end of arguments for findadv() only
                os << "\\endarguments{}";
        }
@@ -576,6 +615,14 @@ void popLanguageName()
 }
 
 
+bool languageStackEmpty()
+{
+       OutputState * state = getOutputState();
+
+       return state->lang_switch_depth_.empty();
+}
+
+
 string const & openLanguageName()
 {
        OutputState * state = getOutputState();
@@ -588,7 +635,7 @@ namespace {
 
 void addArgInsets(Paragraph const & par, string const & prefix,
                  Layout::LaTeXArgMap const & latexargs,
-                 map<int, InsetArgument const *> & ilist,
+                 map<size_t, InsetArgument const *> & ilist,
                  vector<string> & required)
 {
        for (auto const & table : par.insetList()) {
@@ -601,10 +648,8 @@ void addArgInsets(Paragraph const & par, string const & prefix,
                }
                string const name = prefix.empty() ?
                        arg->name() : split(arg->name(), ':');
-               // why converting into an integer?
-               unsigned int const nr = convert<unsigned int>(name);
-               if (ilist.find(nr) == ilist.end())
-                       ilist[nr] = arg;
+               size_t const nr = convert<size_t>(name);
+               ilist.insert({nr, arg});
                Layout::LaTeXArgMap::const_iterator const lit =
                        latexargs.find(arg->name());
                if (lit != latexargs.end()) {
@@ -623,7 +668,7 @@ void latexArgInsets(Paragraph const & par, otexstream & os,
                     Layout::LaTeXArgMap const & latexargs,
                     string const & prefix)
 {
-       map<int, InsetArgument const *> ilist;
+       map<size_t, InsetArgument const *> ilist;
        vector<string> required;
        addArgInsets(par, prefix, latexargs, ilist, required);
        getArgInsets(os, runparams, latexargs, ilist, required, prefix);
@@ -636,7 +681,7 @@ void latexArgInsets(ParagraphList const & pars,
                     Layout::LaTeXArgMap const & latexargs,
                     string const & prefix)
 {
-       map<int, InsetArgument const *> ilist;
+       map<size_t, InsetArgument const *> ilist;
        vector<string> required;
 
        depth_type const current_depth = pit->params().depth();
@@ -656,7 +701,6 @@ void latexArgInsets(ParagraphList const & pars,
        }
 
        ParagraphList::const_iterator spit = prev(pit, offset);
-
        for (; spit != pars.end(); ++spit) {
                if (spit->layout() != current_layout ||
                    spit->params().depth() < current_depth)
@@ -674,7 +718,7 @@ void latexArgInsetsForParent(ParagraphList const & pars, otexstream & os,
                              Layout::LaTeXArgMap const & latexargs,
                              string const & prefix)
 {
-       map<int, InsetArgument const *> ilist;
+       map<size_t, InsetArgument const *> ilist;
        vector<string> required;
 
        for (Paragraph const & par : pars) {
@@ -695,7 +739,7 @@ void parStartCommand(Paragraph const & par, otexstream & os,
 {
        switch (style.latextype) {
        case LATEX_COMMAND:
-               if (par.needsCProtection(runparams.moving_arg)) {
+               if (!runparams.no_cprotect && par.needsCProtection(runparams.moving_arg)) {
                        if (contains(runparams.active_chars, '^'))
                                // cprotect relies on ^ being on catcode 7
                                os << "\\begingroup\\catcode`\\^=7";
@@ -710,7 +754,7 @@ void parStartCommand(Paragraph const & par, otexstream & os,
                break;
        case LATEX_ITEM_ENVIRONMENT:
        case LATEX_LIST_ENVIRONMENT:
-               if (runparams.for_search) {
+               if (runparams.find_effective()) {
                        os << "\\" + style.itemcommand() << "{" << style.latexname() << "}";
                }
                else {
@@ -722,7 +766,7 @@ void parStartCommand(Paragraph const & par, otexstream & os,
                }
                break;
        case LATEX_ENVIRONMENT:
-               if (runparams.for_search) {
+               if (runparams.find_effective()) {
                        os << "\\latexenvironment{" << style.latexname() << "}{";
                }
                break;
@@ -760,12 +804,12 @@ void TeXOnePar(Buffer const & buf,
 
        // Do not output empty commands if the whole paragraph has
        // been deleted with ct and changes are not output.
-       if (!runparams_in.for_search && style.latextype != LATEX_ENVIRONMENT
-           && par.size() > 0 && par.isDeleted(0, par.size()) && !bparams.output_changes)
+       if (!runparams_in.find_with_deleted() && style.latextype != LATEX_ENVIRONMENT
+           && !par.empty() && par.isDeleted(0, par.size()) && !bparams.output_changes)
                return;
 
-       LYXERR(Debug::LATEX, "TeXOnePar for paragraph " << pit << " ptr " << &par << " '"
-               << everypar << "'");
+       LYXERR(Debug::OUTFILE, "TeXOnePar for paragraph " << pit << " ptr " << &par << " '"
+                                                         << everypar << "'");
 
        OutputParams runparams = runparams_in;
        runparams.isLastPar = (pit == pit_type(paragraphs.size() - 1));
@@ -830,7 +874,7 @@ void TeXOnePar(Buffer const & buf,
                // the code is different (JMarc)
                if (style.isCommand()) {
                        os << "}";
-                       if (par.needsCProtection(runparams.moving_arg)
+                       if (!runparams.no_cprotect && par.needsCProtection(runparams.moving_arg)
                            && contains(runparams.active_chars, '^'))
                                os << "\\endgroup";
                        if (merged_par)
@@ -897,10 +941,12 @@ void TeXOnePar(Buffer const & buf,
                        break;
                }
        }
+       bool const have_prior_nptpar =
+                       prior_nontitle_par && !prior_nontitle_par->isPassThru();
        Language const * const prev_language =
-               runparams_in.for_search 
+               runparams_in.find_effective()
                        ? languages.getLanguage("ignore")
-                       : (prior_nontitle_par && !prior_nontitle_par->isPassThru())
+                       : (have_prior_nptpar)
                                ? (use_prev_env_language 
                                        ? state->prev_env_language_
                                        : prior_nontitle_par->getParLanguage(bparams))
@@ -946,9 +992,11 @@ void TeXOnePar(Buffer const & buf,
                use_polyglossia
                && runparams.local_font != nullptr
                && outer_language->rightToLeft()
-               && !par_language->rightToLeft();
+               && !par_language->rightToLeft()
+               && !(have_prior_nptpar
+                    && (prev_language->rightToLeft() != par_language->rightToLeft()));
        bool const localswitch =
-                       (runparams_in.for_search
+                       (runparams_in.find_effective()
                        || text.inset().forceLocalFontSwitch()
                        || (using_begin_end && text.inset().forcePlainLayout())
                        || in_polyglossia_rtl_env)
@@ -963,7 +1011,7 @@ void TeXOnePar(Buffer const & buf,
        bool const localswitch_needed = localswitch && par_lang != outer_lang;
 
        // localswitches need to be closed and reopened at each par
-       if (runparams_in.for_search || ((par_lang != prev_lang || localswitch_needed)
+       if (runparams_in.find_effective() || ((par_lang != prev_lang || localswitch_needed)
             // check if we already put language command in TeXEnvironment()
             && !(style.isEnvironment()
                  && (pit == 0 || (priorpar->layout() != par.layout()
@@ -1023,7 +1071,7 @@ void TeXOnePar(Buffer const & buf,
                                else if (outer_language->lang() == "arabic_arabi")
                                        os << "\\textLR{";
                                // remaining RTL languages currently is hebrew
-                               else if (par_language->rightToLeft())
+                               else if (par_language->rightToLeft() && !runparams.isFullUnicode())
                                        os << "\\R{";
                                else
                                        os << "\\L{";
@@ -1031,7 +1079,7 @@ void TeXOnePar(Buffer const & buf,
                        // With CJK, the CJK tag has to be closed first (see below)
                        if ((runparams.encoding->package() != Encoding::CJK
                                 || bparams.useNonTeXFonts
-                                || runparams.for_search)
+                                || runparams.find_effective())
                            && (par_lang != openLanguageName(state) || localswitch || intitle_command)
                            && !par_lang.empty()) {
                                string bc = use_polyglossia ?
@@ -1134,7 +1182,7 @@ void TeXOnePar(Buffer const & buf,
                                && (pit == 0 || !priorpar->hasSameLayout(par)))
                        {
                                os << from_ascii(par.params().spacing().writeEnvirBegin(useSetSpace))
-                                   << '\n';
+                                  << '\n';
                        }
 
                        if (style.isCommand()) {
@@ -1167,9 +1215,19 @@ void TeXOnePar(Buffer const & buf,
 
        bool const is_command = style.isCommand();
 
+       bool const last_was_separator =
+               !par.empty() && par.isEnvSeparator(par.size() - 1);
+
        // InTitle commands need to be closed after the language has been closed.
        if (!intitle_command) {
                if (is_command) {
+                       // Signify added/deleted par break in output if show changes in output
+                       if (nextpar && !os.afterParbreak() && !last_was_separator
+                           && bparams.output_changes && par.parEndChange().changed()) {
+                               Changes::latexMarkChange(os, bparams, Change(Change::UNCHANGED),
+                                                        par.parEndChange(), runparams);
+                               os << bparams.encoding().latexString(docstring(1, 0x00b6)).first << "}";
+                       }
                        os << '}';
                        if (!style.postcommandargs().empty())
                                latexArgInsets(par, os, runparams, style.postcommandargs(), "post:");
@@ -1179,7 +1237,7 @@ void TeXOnePar(Buffer const & buf,
                                os << runparams.post_macro;
                                runparams.post_macro.clear();
                        }
-                       if (par.needsCProtection(runparams.moving_arg)
+                       if (!runparams.no_cprotect && par.needsCProtection(runparams.moving_arg)
                            && contains(runparams.active_chars, '^'))
                                os << "\\endgroup";
                        if (runparams.encoding != prev_encoding) {
@@ -1258,13 +1316,18 @@ void TeXOnePar(Buffer const & buf,
        if (localswitch_needed
            || (intitle_command && using_begin_end)
            || closing_rtl_ltr_environment
-           || (((runparams.isLastPar && !runparams.inbranch) || close_lang_switch)
+           || (((runparams.isLastPar
+                 && (using_begin_end
+                     // Since \selectlanguage write the language to the aux file,
+                     // we need to reset the language at the end of footnote or
+                     // float.
+                     || runparams.inFloat != OutputParams::NONFLOAT || runparams.inFootnote
+                     // Same for maintext in children (see below)
+                     || maintext))
+                || close_lang_switch)
                && (par_lang != outer_lang || (using_begin_end
                                                && style.isEnvironment()
                                                && par_lang != nextpar_lang)))) {
-               // Since \selectlanguage write the language to the aux file,
-               // we need to reset the language at the end of footnote or
-               // float.
 
                if (!localswitch && (pending_newline || close_lang_switch))
                        os << '\n';
@@ -1272,7 +1335,7 @@ void TeXOnePar(Buffer const & buf,
                // when the paragraph uses CJK, the language has to be closed earlier
                if ((font.language()->encoding()->package() != Encoding::CJK)
                        || bparams.useNonTeXFonts
-                       || runparams_in.for_search) {
+                       || runparams_in.find_effective()) {
                        if (lang_end_command.empty()) {
                                // If this is a child, we should restore the
                                // master language after the last paragraph.
@@ -1312,7 +1375,7 @@ void TeXOnePar(Buffer const & buf,
                                                && nextpar
                                                && style != nextpar->layout())))
                                    || (atSameLastLangSwitchDepth(state)
-                                       && state->lang_switch_depth_.size()
+                                       && !state->lang_switch_depth_.empty()
                                        && cur_lang != par_lang)
                                    || in_polyglossia_rtl_env)
                                {
@@ -1345,7 +1408,7 @@ void TeXOnePar(Buffer const & buf,
                        os << runparams.post_macro;
                        runparams.post_macro.clear();
                }
-               if (par.needsCProtection(runparams.moving_arg)
+               if (!runparams.no_cprotect && par.needsCProtection(runparams.moving_arg)
                    && contains(runparams.active_chars, '^'))
                        os << "\\endgroup";
                if (runparams.encoding != prev_encoding) {
@@ -1354,11 +1417,8 @@ void TeXOnePar(Buffer const & buf,
                }
        }
 
-       bool const last_was_separator =
-               par.size() > 0 && par.isEnvSeparator(par.size() - 1);
-
        // Signify added/deleted par break in output if show changes in output
-       if (nextpar && !os.afterParbreak() && !last_was_separator
+       if ((intitle_command || !is_command) && nextpar && !os.afterParbreak() && !last_was_separator
            && bparams.output_changes && par.parEndChange().changed()) {
                Changes::latexMarkChange(os, bparams, Change(Change::UNCHANGED),
                                         par.parEndChange(), runparams);
@@ -1451,29 +1511,30 @@ void TeXOnePar(Buffer const & buf,
        // Note from JMarc: we will re-add a \n explicitly in
        // TeXEnvironment, because it is needed in this case
        if (nextpar && !os.afterParbreak() && !last_was_separator) {
-               Layout const & next_layout = nextpar->layout();
                if (!text.inset().getLayout().parbreakIgnored() && !merged_par)
                        // Make sure to start a new line
                        os << breakln;
                // A newline '\n' is always output before a command,
                // so avoid doubling it.
+               Layout const & next_layout = nextpar->layout();
                if (!next_layout.isCommand()) {
                        // Here we now try to avoid spurious empty lines by
-                       // outputting a paragraph break only if: (case 1) the
-                       // paragraph style allows parbreaks and no \begin, \end
-                       // or \item tags are going to follow (i.e., if the next
-                       // isn't the first or the current isn't the last
-                       // paragraph of an environment or itemize) and the
-                       // depth and alignment of the following paragraph is
-                       // unchanged, or (case 2) the following is a
-                       // non-environment paragraph whose depth is increased
-                       // but whose alignment is unchanged, or (case 3) the
-                       // paragraph is not an environment and the next one is a
-                       // non-itemize-like env at lower depth, or (case 4) the
-                       // paragraph is a command not followed by an environment
-                       // and the alignment of the current and next paragraph
-                       // is unchanged, or (case 5) the current alignment is
-                       // changed and a standard paragraph follows.
+                       // outputting a paragraph break only if: 
+                       // (case 1) the paragraph style allows parbreaks and
+                       // no \begin, \end or \item tags are going to follow
+                       // (i.e., if the next isn't the first or the current
+                       // isn't the last paragraph of an environment or itemize)
+                       // and the depth and alignment of the following paragraph is
+                       // unchanged, or 
+                       // (case 2) the following is a non-environment paragraph
+                       // whose depth is increased but whose alignment is unchanged, or
+                       // (case 3) the paragraph is not an environment and the next one
+                       // is a non-itemize-like env at lower depth, or
+                       // (case 4) the paragraph is a command not followed by an
+                       // environment and the alignment of the current and next
+                       // paragraph is unchanged, or
+                       // (case 5) the current alignment is changed and a
+                       // standard paragraph follows.
                        DocumentClass const & tclass = bparams.documentClass();
                        if ((style == next_layout
                             && !style.parbreak_is_newline
@@ -1483,7 +1544,8 @@ void TeXOnePar(Buffer const & buf,
                             && style.latextype != LATEX_LIST_ENVIRONMENT
                             && style.align == par.getAlign(bparams)
                             && nextpar->getDepth() == par.getDepth()
-                            && nextpar->getAlign(bparams) == par.getAlign(bparams))
+                            && (nextpar->getAlign(bparams) == par.getAlign(bparams)
+                                || par.params().spacing() != nextpar->params().spacing()))
                            || (!next_layout.isEnvironment()
                                && nextpar->getDepth() > par.getDepth()
                                && nextpar->getAlign(bparams) == next_layout.align)
@@ -1498,8 +1560,15 @@ void TeXOnePar(Buffer const & buf,
                                && tclass.isDefaultLayout(next_layout))) {
                                // and omit paragraph break if it has been deleted with ct
                                // and changes are not shown in output
-                               if (!merged_par)
-                                       os << '\n';
+                               if (!merged_par) {
+                                       if (runparams.isNonLong)
+                                               // This is to allow parbreak in multirow
+                                               // It could also be used for other non-long
+                                               // contexts
+                                               os << "\\endgraf\n";
+                                       else
+                                               os << '\n';
+                               }
                        }
                }
        }
@@ -1508,8 +1577,8 @@ void TeXOnePar(Buffer const & buf,
        if (intitle_command)
                state->nest_level_ -= 1;
 
-       LYXERR(Debug::LATEX, "TeXOnePar for paragraph " << pit << " done; ptr "
-               << &par << " next " << nextpar);
+       LYXERR(Debug::OUTFILE, "TeXOnePar for paragraph " << pit << " done; ptr "
+                                                         << &par << " next " << nextpar);
 
        return;
 }
@@ -1589,7 +1658,7 @@ void latexParagraphs(Buffer const & buf,
                // The full doc will be exported but it is easier to just rely on
                // runparams range parameters that will be passed TeXEnvironment.
                runparams.par_begin = 0;
-               runparams.par_end = paragraphs.size();
+               runparams.par_end = static_cast<int>(paragraphs.size());
        }
 
        pit_type pit = runparams.par_begin;
@@ -1660,15 +1729,30 @@ void latexParagraphs(Buffer const & buf,
 
                // Do not output empty environments if the whole paragraph has
                // been deleted with ct and changes are not output.
-               if (size_t(pit + 1) < paragraphs.size()) {
+               bool output_changes;
+               if (!runparams.find_effective())
+                       output_changes = bparams.output_changes;
+               else
+                       output_changes = runparams.find_with_deleted();
+               bool const lastpar = size_t(pit + 1) >= paragraphs.size();
+               if (!lastpar) {
                        ParagraphList::const_iterator nextpar = paragraphs.iterator_at(pit + 1);
                        Paragraph const & cpar = paragraphs.at(pit);
                        if ((par->layout() != nextpar->layout()
                             || par->params().depth() == nextpar->params().depth()
                             || par->params().leftIndent() == nextpar->params().leftIndent())
-                           && !runparams.for_search && cpar.size() > 0
-                           && cpar.isDeleted(0, cpar.size()) && !bparams.output_changes) {
-                               if (!bparams.output_changes && !cpar.parEndChange().deleted())
+                           && !cpar.empty()
+                           && cpar.isDeleted(0, cpar.size()) && !output_changes) {
+                               if (!cpar.parEndChange().deleted())
+                                       os << '\n' << '\n';
+                               continue;
+                       }
+               } else {
+                       // This is the last par
+                       Paragraph const & cpar = paragraphs.at(pit);
+                       if ( !cpar.empty()
+                           && cpar.isDeleted(0, cpar.size()) && !output_changes) {
+                               if (!cpar.parEndChange().deleted())
                                        os << '\n' << '\n';
                                continue;
                        }
@@ -1678,7 +1762,7 @@ void latexParagraphs(Buffer const & buf,
                        prepareEnvironment(buf, text, par, os, runparams);
                // pit can be changed in TeXEnvironment.
                TeXEnvironment(buf, text, runparams, pit, os);
-               finishEnvironment(os, runparams, data);
+               finishEnvironment(os, runparams, data, maintext, lastpar);
        }
 
        // FIXME: uncomment the content or remove this block
@@ -1718,7 +1802,7 @@ void latexParagraphs(Buffer const & buf,
                        << '\n';
                // If we have language_auto_begin, the stack will
                // already be empty, nothing to pop()
-               if (using_begin_end && !lyxrc.language_auto_begin)
+               if (using_begin_end && langOpenedAtThisLevel(state))
                        popLanguageName();
        }
 
@@ -1792,7 +1876,7 @@ pair<bool, int> switchEncoding(odocstream & os, BufferParams const & bparams,
                || oldEnc.package() == Encoding::japanese
                || oldEnc.package() == Encoding::none
                || newEnc.package() == Encoding::none
-               || runparams.for_search)
+               || runparams.find_effective())
                return make_pair(false, 0);
        // FIXME We ignore encoding switches from/to encodings that do
        // neither support the inputenc package nor the CJK package here.
@@ -1801,7 +1885,7 @@ pair<bool, int> switchEncoding(odocstream & os, BufferParams const & bparams,
        // but it is the best we can do.
 
        // change encoding
-       LYXERR(Debug::LATEX, "Changing LaTeX encoding from "
+       LYXERR(Debug::OUTFILE, "Changing LaTeX encoding from "
                   << oldEnc.name() << " to " << newEnc.name());
        os << setEncoding(newEnc.iconvName());
        if (bparams.inputenc == "auto-legacy-plain")
@@ -1815,7 +1899,7 @@ pair<bool, int> switchEncoding(odocstream & os, BufferParams const & bparams,
                        // shouldn't ever reach here (see above) but avoids warning.
                        return make_pair(true, 0);
                case Encoding::inputenc: {
-                       int count = inputenc_arg.length();
+                       size_t count = inputenc_arg.length();
                        if (oldEnc.package() == Encoding::CJK &&
                            state->open_encoding_ == CJK) {
                                os << "\\end{CJK}";
@@ -1843,7 +1927,7 @@ pair<bool, int> switchEncoding(odocstream & os, BufferParams const & bparams,
                        return make_pair(true, count + 16);
                }
                case Encoding::CJK: {
-                       int count = inputenc_arg.length();
+                       size_t count = inputenc_arg.length();
                        if (oldEnc.package() == Encoding::CJK &&
                            state->open_encoding_ == CJK) {
                                os << "\\end{CJK}";