From d738151a9b686eb260690780c7ec0edc59cf22fd Mon Sep 17 00:00:00 2001 From: Enrico Forestieri Date: Tue, 6 Jun 2017 00:01:14 +0200 Subject: [PATCH] Fix bug #10685 Make sure to properly nest \begin{lang} and \end{lang} tags even when no language package is selected. In this case, LyX assumes that babel is being used, so the language names might be wrong if the user arranged for using polyglossia in the preamble. Nevertheless, we assure that the produced output is syntactically correct, so that by adding proper preamble code a correct output is still possible. --- src/Font.cpp | 11 +++- src/Paragraph.cpp | 6 +- src/output_latex.cpp | 137 +++++++++++++++++++++++-------------------- src/output_latex.h | 11 ++-- status.22x | 3 + 5 files changed, 95 insertions(+), 73 deletions(-) diff --git a/src/Font.cpp b/src/Font.cpp index 355f632b14..e29f613545 100644 --- a/src/Font.cpp +++ b/src/Font.cpp @@ -286,7 +286,7 @@ int Font::latexWriteStartChanges(odocstream & os, BufferParams const & bparams, tmp += "{"; os << from_ascii(tmp); count += tmp.length(); - pushPolyglossiaLang(language()->polyglossia(), true); + pushLanguageName(language()->polyglossia(), true); } else if (language()->encoding()->package() != Encoding::CJK) { os << '{'; count += 1; @@ -322,6 +322,8 @@ int Font::latexWriteStartChanges(odocstream & os, BufferParams const & bparams, "$$lang", language()->babel()); os << from_ascii(tmp); count += tmp.length(); + if (!lyxrc.language_command_end.empty()) + pushLanguageName(language()->babel(), true); } else if (language()->encoding()->package() != Encoding::CJK) { os << '{'; count += 1; @@ -551,8 +553,11 @@ int Font::latexWriteEndChanges(otexstream & os, BufferParams const & bparams, && language()->encoding()->package() != Encoding::CJK) { os << '}'; ++count; - if (runparams.use_polyglossia) - popPolyglossiaLang(); + bool const using_begin_end = + runparams.use_polyglossia || + !lyxrc.language_command_end.empty(); + if (using_begin_end) + popLanguageName(); } return count; diff --git a/src/Paragraph.cpp b/src/Paragraph.cpp index a5485fc4f0..48d0e1737f 100644 --- a/src/Paragraph.cpp +++ b/src/Paragraph.cpp @@ -2483,6 +2483,8 @@ void Paragraph::latex(BufferParams const & bparams, // close babel's font environment before opening CJK. string const lang_end_command = runparams.use_polyglossia ? "\\end{$$lang}" : lyxrc.language_command_end; + bool const using_begin_end = runparams.use_polyglossia || + !lang_end_command.empty(); if (!running_lang.empty() && font.language()->encoding()->package() == Encoding::CJK) { string end_tag = subst(lang_end_command, @@ -2490,8 +2492,8 @@ void Paragraph::latex(BufferParams const & bparams, running_lang); os << from_ascii(end_tag); column += end_tag.length(); - if (runparams.use_polyglossia) - popPolyglossiaLang(); + if (using_begin_end) + popLanguageName(); } // Switch file encoding if necessary (and allowed) diff --git a/src/output_latex.cpp b/src/output_latex.cpp index cac1a770bb..eac0a93f52 100644 --- a/src/output_latex.cpp +++ b/src/output_latex.cpp @@ -84,11 +84,12 @@ OutputState * getOutputState() } -string const & openPolyglossiaLang(OutputState const * state) +string const & openLanguageName(OutputState const * state) { // Return a reference to the last active language opened with - // polyglossia. If none or when using babel, return a reference - // to an empty string. + // polyglossia or when using begin/end commands. If none or when + // using babel with only a begin command, return a reference to + // an empty string. static string const empty; @@ -101,8 +102,9 @@ string const & openPolyglossiaLang(OutputState const * state) bool atSameLastLangSwitchDepth(OutputState const * state) { // Return true if the actual nest level is the same at which the - // language was switched when using polyglossia. Instead, return - // always true when using babel. + // language was switched when using polyglossia or begin/end + // commands. Instead, return always true when using babel with + // only a begin command. return state->lang_switch_depth_.size() == 0 ? true @@ -112,7 +114,7 @@ bool atSameLastLangSwitchDepth(OutputState const * state) bool isLocalSwitch(OutputState const * state) { - // Return true if the language was opened by the \text command. + // Return true if the language was opened by a local command switch. return state->lang_switch_depth_.size() && state->lang_switch_depth_.top() < 0; @@ -208,10 +210,12 @@ static TeXEnvironmentData prepareEnvironment(Buffer const & buf, "\\begin{$$lang}" : lyxrc.language_command_begin; string const lang_end_command = use_polyglossia ? "\\end{$$lang}" : lyxrc.language_command_end; + bool const using_begin_end = use_polyglossia || + !lang_end_command.empty(); // For polyglossia, switch language outside of environment, if possible. if (par_lang != prev_par_lang) { - if ((!use_polyglossia || langOpenedAtThisLevel(state)) && + if ((!using_begin_end || langOpenedAtThisLevel(state)) && !lang_end_command.empty() && prev_par_lang != doc_lang && !prev_par_lang.empty()) { @@ -221,21 +225,21 @@ static TeXEnvironmentData prepareEnvironment(Buffer const & buf, prev_par_lang)) // the '%' is necessary to prevent unwanted whitespace << "%\n"; - if (use_polyglossia) - popPolyglossiaLang(); + if (using_begin_end) + popLanguageName(); } // If no language was explicitly opened and we are using - // polyglossia, then the current polyglossia language is - // the document language. - string const & pol_lang = use_polyglossia + // polyglossia or begin/end commands, then the current + // language is the document language. + string const & cur_lang = using_begin_end && state->lang_switch_depth_.size() - ? openPolyglossiaLang(state) + ? openLanguageName(state) : doc_lang; if ((lang_end_command.empty() || par_lang != doc_lang || - par_lang != pol_lang) && + par_lang != cur_lang) && !par_lang.empty()) { string bc = use_polyglossia ? getPolyglossiaBegin(lang_begin_command, par_lang, @@ -244,8 +248,8 @@ static TeXEnvironmentData prepareEnvironment(Buffer const & buf, os << bc; // the '%' is necessary to prevent unwanted whitespace os << "%\n"; - if (use_polyglossia) - pushPolyglossiaLang(par_lang); + if (using_begin_end) + pushLanguageName(par_lang); } } @@ -309,17 +313,20 @@ static void finishEnvironment(otexstream & os, OutputParams const & runparams, if (data.style->isEnvironment()) { os << breakln; - // Close any polyglossia language opened at this nest level - if (runparams.use_polyglossia) { + bool const using_begin_end = + runparams.use_polyglossia || + !lyxrc.language_command_end.empty(); + // Close any language opened at this nest level + if (using_begin_end) { while (langOpenedAtThisLevel(state)) { if (isLocalSwitch(state)) { os << "}"; } else { os << "\\end{" - << openPolyglossiaLang(state) + << openLanguageName(state) << "}%\n"; } - popPolyglossiaLang(); + popLanguageName(); } } state->nest_level_ -= 1; @@ -501,7 +508,7 @@ void getArgInsets(otexstream & os, OutputParams const & runparams, Layout::LaTeX } // namespace anon -void pushPolyglossiaLang(string const & lang_name, bool localswitch) +void pushLanguageName(string const & lang_name, bool localswitch) { OutputState * state = getOutputState(); @@ -511,7 +518,7 @@ void pushPolyglossiaLang(string const & lang_name, bool localswitch) } -void popPolyglossiaLang() +void popLanguageName() { OutputState * state = getOutputState(); @@ -779,10 +786,12 @@ void TeXOnePar(Buffer const & buf, "\\end{$$lang}" : lyxrc.language_command_end; // the '%' is necessary to prevent unwanted whitespace string lang_command_termination = "%\n"; + bool const using_begin_end = use_polyglossia || + !lang_end_command.empty(); // In some insets (such as Arguments), we cannot use \selectlanguage bool const localswitch = text.inset().forceLocalFontSwitch() - || (use_polyglossia && text.inset().forcePlainLayout()); + || (using_begin_end && text.inset().forcePlainLayout()); if (localswitch) { lang_begin_command = use_polyglossia ? "\\text$$lang$$opts{" : lyxrc.language_command_local; @@ -797,18 +806,18 @@ void TeXOnePar(Buffer const & buf, && priorpar->getDepth() <= par.getDepth()) || priorpar->getDepth() < par.getDepth()))) { - if ((!use_polyglossia || langOpenedAtThisLevel(state)) && + if ((!using_begin_end || langOpenedAtThisLevel(state)) && !lang_end_command.empty() && prev_lang != outer_lang && !prev_lang.empty() && - (!use_polyglossia || !style.isEnvironment())) + (!using_begin_end || !style.isEnvironment())) { os << from_ascii(subst(lang_end_command, "$$lang", prev_lang)) << lang_command_termination; - if (use_polyglossia) - popPolyglossiaLang(); + if (using_begin_end) + popLanguageName(); } // We need to open a new language if we couldn't close the previous @@ -817,7 +826,7 @@ void TeXOnePar(Buffer const & buf, // outer_language (which is currently in effect once the previous one // is closed). if ((lang_end_command.empty() || par_lang != outer_lang - || (!use_polyglossia + || (!using_begin_end || (style.isEnvironment() && par_lang != prev_lang))) && !par_lang.empty()) { // If we're inside an inset, and that inset is within an \L or \R @@ -825,7 +834,7 @@ void TeXOnePar(Buffer const & buf, // language paragraph should appear within an \L or \R (in addition // to, outside of, the normal language switch commands). // This behavior is not correct for ArabTeX, though. - if (!use_polyglossia + if (!using_begin_end // not for ArabTeX && par_language->lang() != "arabic_arabtex" && outer_language->lang() != "arabic_arabtex" @@ -858,15 +867,15 @@ void TeXOnePar(Buffer const & buf, } // With CJK, the CJK tag has to be closed first (see below) if (runparams.encoding->package() != Encoding::CJK - && par_lang != openPolyglossiaLang(state) + && par_lang != openLanguageName(state) && !par_lang.empty()) { string bc = use_polyglossia ? getPolyglossiaBegin(lang_begin_command, par_lang, par_language->polyglossiaOpts()) : subst(lang_begin_command, "$$lang", par_lang); os << bc; os << lang_command_termination; - if (use_polyglossia) - pushPolyglossiaLang(par_lang, localswitch); + if (using_begin_end) + pushLanguageName(par_lang, localswitch); } } } @@ -918,15 +927,15 @@ void TeXOnePar(Buffer const & buf, } // With CJK, the CJK tag had to be closed first (see above) if (runparams.encoding->package() == Encoding::CJK - && par_lang != openPolyglossiaLang(state) + && par_lang != openLanguageName(state) && !par_lang.empty()) { os << from_ascii(subst( lang_begin_command, "$$lang", par_lang)) << lang_command_termination; - if (use_polyglossia) - pushPolyglossiaLang(par_lang, localswitch); + if (using_begin_end) + pushLanguageName(par_lang, localswitch); } runparams.encoding = encoding; } @@ -988,7 +997,7 @@ void TeXOnePar(Buffer const & buf, && nextpar->getDepth() == par.getDepth()) || (atSameLastLangSwitchDepth(state) && nextpar && nextpar->getDepth() < par.getDepth())) - close_lang_switch = use_polyglossia; + close_lang_switch = using_begin_end; if (nextpar && par.params().depth() < nextpar->params().depth()) pending_newline = true; break; @@ -998,9 +1007,9 @@ void TeXOnePar(Buffer const & buf, if (nextpar && ((nextpar->layout() != par.layout() || nextpar->params().depth() != par.params().depth()) - || (!use_polyglossia || par_lang != nextpar_lang))) + || (!using_begin_end || par_lang != nextpar_lang))) { - close_lang_switch = use_polyglossia; + close_lang_switch = using_begin_end; break; } } @@ -1031,7 +1040,7 @@ void TeXOnePar(Buffer const & buf, // Closing the language is needed for the last paragraph; it is also // needed if we're within an \L or \R that we may have opened above (not // necessarily in this paragraph) and are about to close. - bool closing_rtl_ltr_environment = !use_polyglossia + bool closing_rtl_ltr_environment = !using_begin_end // not for ArabTeX && (par_language->lang() != "arabic_arabtex" && outer_language->lang() != "arabic_arabtex") @@ -1044,7 +1053,7 @@ void TeXOnePar(Buffer const & buf, if (closing_rtl_ltr_environment || ((runparams.isLastPar || close_lang_switch) - && (par_lang != outer_lang || (use_polyglossia + && (par_lang != outer_lang || (using_begin_end && style.isEnvironment() && par_lang != nextpar_lang)))) { // Since \selectlanguage write the language to the aux file, @@ -1067,7 +1076,7 @@ void TeXOnePar(Buffer const & buf, ? getPolyglossiaEnvName(current_language) : current_language->babel(); if (!current_lang.empty() - && current_lang != openPolyglossiaLang(state)) { + && current_lang != openLanguageName(state)) { string bc = use_polyglossia ? getPolyglossiaBegin(lang_begin_command, current_lang, current_language->polyglossiaOpts()) @@ -1075,28 +1084,28 @@ void TeXOnePar(Buffer const & buf, os << bc; pending_newline = !localswitch; unskip_newline = !localswitch; - if (use_polyglossia) - pushPolyglossiaLang(current_lang, localswitch); + if (using_begin_end) + pushLanguageName(current_lang, localswitch); } - } else if ((!use_polyglossia || + } else if ((!using_begin_end || langOpenedAtThisLevel(state)) && !par_lang.empty()) { // If we are in an environment, we have to // close the "outer" language afterwards - string const & pol_lang = openPolyglossiaLang(state); + string const & cur_lang = openLanguageName(state); if (!style.isEnvironment() || (close_lang_switch && atSameLastLangSwitchDepth(state) && par_lang != outer_lang - && (par_lang != pol_lang - || (pol_lang != outer_lang + && (par_lang != cur_lang + || (cur_lang != outer_lang && nextpar && style != nextpar->layout()))) || (atSameLastLangSwitchDepth(state) && state->lang_switch_depth_.size() - && pol_lang != par_lang)) + && cur_lang != par_lang)) { - if (use_polyglossia && !localswitch) + if (using_begin_end && !localswitch) os << breakln; os << from_ascii(subst( lang_end_command, @@ -1104,8 +1113,8 @@ void TeXOnePar(Buffer const & buf, par_lang)); pending_newline = !localswitch; unskip_newline = !localswitch; - if (use_polyglossia) - popPolyglossiaLang(); + if (using_begin_end) + popLanguageName(); } } } @@ -1273,6 +1282,10 @@ void latexParagraphs(Buffer const & buf, : bparams.language->babel(); string const lang_begin_command = runparams.use_polyglossia ? "\\begin{$$lang}$$opts" : lyxrc.language_command_begin; + string const lang_end_command = runparams.use_polyglossia ? + "\\end{$$lang}" : lyxrc.language_command_end; + bool const using_begin_end = runparams.use_polyglossia || + !lang_end_command.empty(); if (maintext && !lyxrc.language_auto_begin && !mainlang.empty()) { @@ -1283,8 +1296,8 @@ void latexParagraphs(Buffer const & buf, : subst(lang_begin_command, "$$lang", mainlang); os << bc; os << '\n'; - if (runparams.use_polyglossia) - pushPolyglossiaLang(mainlang); + if (using_begin_end) + pushLanguageName(mainlang); } ParagraphList const & paragraphs = text.paragraphs(); @@ -1381,16 +1394,14 @@ void latexParagraphs(Buffer const & buf, // if "auto end" is switched off, explicitly close the language at the end // but only if the last par is in a babel or polyglossia language - string const lang_end_command = runparams.use_polyglossia ? - "\\end{$$lang}" : lyxrc.language_command_end; if (maintext && !lyxrc.language_auto_end && !mainlang.empty() && paragraphs.at(lastpit).getParLanguage(bparams)->encoding()->package() != Encoding::CJK) { os << from_utf8(subst(lang_end_command, "$$lang", mainlang)) << '\n'; - if (runparams.use_polyglossia) - popPolyglossiaLang(); + if (using_begin_end) + popLanguageName(); } // If the last paragraph is an environment, we'll have to close @@ -1399,15 +1410,15 @@ void latexParagraphs(Buffer const & buf, os << "\\end{CJK}\n"; state->open_encoding_ = none; } - // Likewise for polyglossia - string const & pol_lang = openPolyglossiaLang(state); - if (maintext && !is_child && !pol_lang.empty()) { + // Likewise for polyglossia or when using begin/end commands + string const & cur_lang = openLanguageName(state); + if (maintext && !is_child && !cur_lang.empty()) { os << from_utf8(subst(lang_end_command, "$$lang", - pol_lang)) + cur_lang)) << '\n'; - if (runparams.use_polyglossia) - popPolyglossiaLang(); + if (using_begin_end) + popLanguageName(); } // reset inherited encoding diff --git a/src/output_latex.h b/src/output_latex.h index fdbc38febb..61a9354f6c 100644 --- a/src/output_latex.h +++ b/src/output_latex.h @@ -29,14 +29,15 @@ class Paragraph; class OutputParams; class Text; -/** Register a language switch when using polyglossia. - Set \p localswitch to true if the \text command is used. +/** Register a language switch when using polyglossia or begin/end commands. + Set \p localswitch to true if a local command switch is used. */ -void pushPolyglossiaLang(std::string const & lang, bool localswitch = false); +void pushLanguageName(std::string const & lang, bool localswitch = false); -/** Unregister the last language switch when using polyglossia. +/** Unregister the last language switch when using polyglossia + or begin/end commands. */ -void popPolyglossiaLang(); +void popLanguageName(); /** Export optional and required arguments of the paragraph \p par. Non-existing required arguments are output empty: {}. diff --git a/status.22x b/status.22x index e9b61225f0..bf1e9692d4 100644 --- a/status.22x +++ b/status.22x @@ -42,6 +42,9 @@ What's new - Fix wrong spacing in output when the font size is changed inside a center environment or a greyed out note (bugs 9598 and 10650). +- Assure properly nested \begin{lang} and \end{lang} tags even when + no language package is selected (bug 10685). + * LYX2LYX -- 2.39.5