#include "Language.h"
+#include "BufferParams.h"
#include "Encoding.h"
-#include "Lexer.h"
+#include "LaTeXFonts.h"
#include "LyXRC.h"
#include "support/debug.h"
+#include "support/docstring.h"
#include "support/FileName.h"
#include "support/filetools.h"
+#include "support/lassert.h"
+#include "support/Lexer.h"
#include "support/lstrings.h"
+#include "support/qstring_helpers.h"
#include "support/Messages.h"
+#include <QLocale>
+#include <QString>
+
using namespace std;
using namespace lyx::support;
-
namespace lyx {
Languages languages;
-Language ignore_lang;
-Language latex_lang;
-Language const * default_language;
-Language const * ignore_language = &ignore_lang;
-Language const * latex_language = &latex_lang;
-Language const * reset_language = 0;
+Language const * ignore_language = nullptr;
+Language const * default_language = nullptr;
+Language const * latex_language = nullptr;
+Language const * reset_language = nullptr;
-docstring const Language::translateLayout(string const & m) const
+bool Language::isPolyglossiaExclusive() const
{
- if (m.empty())
+ return babel().empty() && !polyglossia().empty() && required().empty();
+}
+
+
+bool Language::isBabelExclusive() const
+{
+ return !babel().empty() && polyglossia().empty() && required().empty();
+}
+
+
+docstring const Language::translateLayout(string const & msg) const
+{
+ if (msg.empty())
return docstring();
- if (!isAscii(m)) {
- lyxerr << "Warning: not translating `" << m
+ if (!isAscii(msg)) {
+ lyxerr << "Warning: not translating `" << msg
<< "' because it is not pure ASCII.\n";
- return from_utf8(m);
+ return from_utf8(msg);
}
- TranslationMap::const_iterator it = layoutTranslations_.find(m);
+ TranslationMap::const_iterator it = layoutTranslations_.find(msg);
if (it != layoutTranslations_.end())
return it->second;
- return from_ascii(m);
+ docstring t = from_ascii(msg);
+ cleanTranslation(t);
+ return t;
+}
+
+
+string Language::fontenc(BufferParams const & params) const
+{
+ // Don't use LaTeX fonts, so just return the language's preferred
+ // (although this is not used with nonTeXFonts anyway).
+ if (params.useNonTeXFonts)
+ return fontenc_.front() == "ASCII" ? "T1" : fontenc_.front();
+
+ // Determine optimal font encoding
+ // We check whether the used rm font supports an encoding our language supports
+ LaTeXFont const & lf =
+ theLaTeXFonts().getLaTeXFont(from_ascii(params.fontsRoman()));
+ vector<string> const & lfe = lf.fontencs();
+ for (auto & fe : fontenc_) {
+ // ASCII means: support all T* encodings plus OT1
+ if (fe == "ASCII") {
+ for (auto & afe : lfe) {
+ if (afe == "OT1" || prefixIs(afe, "T"))
+ // we found a suitable one; return that.
+ return afe;
+ }
+ }
+ // For other encodings, just check whether the font supports it
+ if (lf.hasFontenc(fe))
+ return fe;
+ }
+ // We did not find a suitable one; just take the first in the list,
+ // the priorized one (which is "T1" for ASCII).
+ return fontenc_.front() == "ASCII" ? "T1" : fontenc_.front();
+}
+
+
+string Language::dateFormat(size_t i) const
+{
+ if (i > dateformats_.size())
+ return string();
+ return dateformats_.at(i);
+}
+
+
+docstring Language::decimalSeparator() const
+{
+ if (lyxrc.default_decimal_sep == "locale") {
+ QLocale loc = QLocale(toqstr(code()));
+ return qstring_to_ucs4(QString(loc.decimalPoint()));
+ }
+ return from_utf8(lyxrc.default_decimal_sep);
}
bool Language::readLanguage(Lexer & lex)
{
enum LanguageTags {
- LA_AS_BABELOPTS = 1,
- LA_BABELNAME,
+ LA_BABELNAME = 1,
+ LA_DATEFORMATS,
LA_ENCODING,
LA_END,
+ LA_FONTENC,
LA_GUINAME,
+ LA_HAS_GUI_SUPPORT,
LA_INTERNAL_ENC,
LA_LANG_CODE,
LA_LANG_VARIETY,
LA_POLYGLOSSIANAME,
LA_POLYGLOSSIAOPTS,
+ LA_XINDYNAME,
LA_POSTBABELPREAMBLE,
LA_PREBABELPREAMBLE,
- LA_RTL
+ LA_PROVIDES,
+ LA_REQUIRES,
+ LA_QUOTESTYLE,
+ LA_RTL,
+ LA_WORDWRAP,
+ LA_ACTIVECHARS
};
// Keep these sorted alphabetically!
LexerKeyword languageTags[] = {
- { "asbabeloptions", LA_AS_BABELOPTS },
+ { "activechars", LA_ACTIVECHARS },
{ "babelname", LA_BABELNAME },
+ { "dateformats", LA_DATEFORMATS },
{ "encoding", LA_ENCODING },
{ "end", LA_END },
+ { "fontencoding", LA_FONTENC },
{ "guiname", LA_GUINAME },
+ { "hasguisupport", LA_HAS_GUI_SUPPORT },
{ "internalencoding", LA_INTERNAL_ENC },
{ "langcode", LA_LANG_CODE },
{ "langvariety", LA_LANG_VARIETY },
{ "polyglossiaopts", LA_POLYGLOSSIAOPTS },
{ "postbabelpreamble", LA_POSTBABELPREAMBLE },
{ "prebabelpreamble", LA_PREBABELPREAMBLE },
- { "rtl", LA_RTL }
+ { "provides", LA_PROVIDES },
+ { "quotestyle", LA_QUOTESTYLE },
+ { "requires", LA_REQUIRES },
+ { "rtl", LA_RTL },
+ { "wordwrap", LA_WORDWRAP },
+ { "xindyname", LA_XINDYNAME }
};
bool error = false;
error = true;
continue;
- default:
+ default:
break;
}
switch (static_cast<LanguageTags>(le)) {
case LA_END: // end of structure
finished = true;
break;
- case LA_AS_BABELOPTS:
- lex >> as_babel_options_;
- break;
case LA_BABELNAME:
lex >> babel_;
break;
case LA_POLYGLOSSIAOPTS:
lex >> polyglossia_opts_;
break;
+ case LA_XINDYNAME:
+ lex >> xindy_;
+ break;
+ case LA_QUOTESTYLE:
+ lex >> quote_style_;
+ break;
+ case LA_ACTIVECHARS:
+ lex >> active_chars_;
+ break;
case LA_ENCODING:
lex >> encodingStr_;
break;
+ case LA_FONTENC: {
+ lex.eatLine();
+ vector<string> const fe =
+ getVectorFromString(lex.getString(true), "|");
+ fontenc_.insert(fontenc_.end(), fe.begin(), fe.end());
+ break;
+ }
+ case LA_DATEFORMATS: {
+ lex.eatLine();
+ vector<string> const df =
+ getVectorFromString(trim(lex.getString(true), "\""), "|");
+ dateformats_.insert(dateformats_.end(), df.begin(), df.end());
+ break;
+ }
case LA_GUINAME:
lex >> display_;
break;
+ case LA_HAS_GUI_SUPPORT:
+ lex >> has_gui_support_;
+ break;
case LA_INTERNAL_ENC:
lex >> internal_enc_;
break;
break;
case LA_POSTBABELPREAMBLE:
babel_postsettings_ =
- lex.getLongString("EndPostBabelPreamble");
+ lex.getLongString(from_ascii("EndPostBabelPreamble"));
break;
case LA_PREBABELPREAMBLE:
babel_presettings_ =
- lex.getLongString("EndPreBabelPreamble");
+ lex.getLongString(from_ascii("EndPreBabelPreamble"));
+ break;
+ case LA_REQUIRES:
+ lex >> required_;
+ break;
+ case LA_PROVIDES:
+ lex >> provides_;
break;
case LA_RTL:
lex >> rightToLeft_;
break;
+ case LA_WORDWRAP:
+ lex >> word_wrap_;
+ break;
}
}
lex.popTable();
bool Language::read(Lexer & lex)
{
- as_babel_options_ = 0;
- encoding_ = 0;
- internal_enc_ = 0;
- rightToLeft_ = 0;
+ encoding_ = nullptr;
+ internal_enc_ = false;
+ rightToLeft_ = false;
if (!lex.next()) {
lex.printError("No name given for language: `$$Token'.");
encoding_ = encodings.fromLyXName("iso8859-1");
LYXERR0("Unknown encoding " << encodingStr_);
}
- // cache translation status. Calling getMessages() directly in
- // PrefLanguage::PrefLanguage() did only work if the gui language
- // was set to auto (otherwise all languages would be marked as available).
- translated_ = getMessages(code()).available();
- return true;
-}
-
-
-bool Language::readLayoutTranslations(Lexer & lex)
-{
- layoutTranslations_.clear();
- while (lex.isOK()) {
- if (lex.checkFor("End"))
- break;
- if (!lex.next(true))
- return false;
- string const key = lex.getString();
- if (!lex.next(true))
- return false;
- docstring const val = lex.getDocString();
- layoutTranslations_[key] = val;
+ if (fontenc_.empty())
+ fontenc_.push_back("ASCII");
+ if (dateformats_.empty()) {
+ dateformats_.push_back("MMMM dd, yyyy");
+ dateformats_.push_back("MMM dd, yyyy");
+ dateformats_.push_back("M/d/yyyy");
}
return true;
}
-void Language::readLayoutTranslations(Language const & lang)
+void Language::readLayoutTranslations(Language::TranslationMap const & trans, bool replace)
{
- layoutTranslations_ = lang.layoutTranslations_;
+ for (auto const & t : trans) {
+ if (replace
+ || layoutTranslations_.find(t.first) == layoutTranslations_.end())
+ layoutTranslations_[t.first] = t.second;
+ }
}
l.read(lex);
if (!lex)
break;
- if (l.lang() == "latex")
- latex_lang = l;
- else if (l.lang() == "ignore")
- ignore_lang = l;
- else
- languagelist[l.lang()] = l;
+ if (l.lang() == "latex") {
+ // Check if latex language was not already defined.
+ LASSERT(latex_language == nullptr, continue);
+ static const Language latex_lang = l;
+ latex_language = &latex_lang;
+ } else if (l.lang() == "ignore") {
+ // Check if ignore language was not already defined.
+ LASSERT(ignore_language == nullptr, continue);
+ static const Language ignore_lang = l;
+ ignore_language = &ignore_lang;
+ } else
+ languagelist_[l.lang()] = l;
}
- default_language = getLanguage(lyxrc.default_language);
+ default_language = getLanguage("english");
if (!default_language) {
- LYXERR0("Default language \"" << lyxrc.default_language
- << "\" not found!");
- default_language = getLanguage("english");
- if (!default_language)
- default_language = &(*languagelist.begin()).second;
+ LYXERR0("Default language \"english\" not found!");
+ default_language = &(*languagelist_.begin()).second;
LYXERR0("Using \"" << default_language->lang() << "\" instead!");
}
}
+namespace {
+
+bool readTranslations(Lexer & lex, Language::TranslationMap & trans)
+{
+ while (lex.isOK()) {
+ if (lex.checkFor("End"))
+ break;
+ if (!lex.next(true))
+ return false;
+ string const key = lex.getString();
+ if (!lex.next(true))
+ return false;
+ docstring const val = lex.getDocString();
+ trans[key] = val;
+ }
+ return true;
+}
+
+
+enum Match {
+ NoMatch,
+ ApproximateMatch,
+ VeryApproximateMatch,
+ ExactMatch
+};
+
+
+Match match(string const & code, Language const & lang)
+{
+ // we need to mimic gettext: code can be a two-letter code, which
+ // should match all variants, e.g. "de" should match "de_DE",
+ // "de_AT" etc.
+ // special case for chinese:
+ // simplified => code == "zh_CN", langcode == "zh_CN"
+ // traditional => code == "zh_TW", langcode == "zh_CN"
+ string const variety = lang.variety();
+ string const langcode = variety.empty() ?
+ lang.code() : lang.code() + '_' + variety;
+ string const name = lang.lang();
+ if ((code == langcode && name != "chinese-traditional")
+ || (code == "zh_TW" && name == "chinese-traditional"))
+ return ExactMatch;
+ if ((code.size() == 2) && (langcode.size() > 2)
+ && (code + '_' == langcode.substr(0, 3)))
+ return ApproximateMatch;
+ if (code.substr(0,2) == langcode.substr(0,2))
+ return VeryApproximateMatch;
+ return NoMatch;
+}
+
+} // namespace
+
+
+
+Language const * Languages::getFromCode(string const & code) const
+{
+ // 1/ exact match with any known language
+ for (auto const & l : languagelist_) {
+ if (match(code, l.second) == ExactMatch)
+ return &l.second;
+ }
+
+ // 2/ approximate with any known language
+ for (auto const & l : languagelist_) {
+ if (match(code, l.second) == ApproximateMatch)
+ return &l.second;
+ }
+ return nullptr;
+}
+
+
+Language const * Languages::getFromCode(string const & code,
+ set<Language const *> const & tryfirst) const
+{
+ // 1/ exact match with tryfirst list
+ for (auto const * lptr : tryfirst) {
+ if (match(code, *lptr) == ExactMatch)
+ return lptr;
+ }
+
+ // 2/ approximate match with tryfirst list
+ for (auto const * lptr : tryfirst) {
+ Match const m = match(code, *lptr);
+ if (m == ApproximateMatch || m == VeryApproximateMatch)
+ return lptr;
+ }
+
+ // 3/ stricter match in all languages
+ return getFromCode(code);
+
+ LYXERR0("Unknown language `" << code << "'");
+ return nullptr;
+}
+
+
void Languages::readLayoutTranslations(support::FileName const & filename)
{
Lexer lex;
lex.setFile(filename);
lex.setContext("Languages::read");
+
+ // 1) read all translations (exact and approximate matches) into trans
+ std::map<string, Language::TranslationMap> trans;
while (lex.isOK()) {
if (!lex.checkFor("Translation")) {
if (lex.isOK())
if (!lex.next(true))
break;
string const code = lex.getString();
- // we need to mimic gettext: code can be a two-letter code,
- // which should match all variants, e.g. "de" should match
- // "de_DE", "de_AT" etc.
- Language * firstlang = 0;
- LanguageList::iterator const end = languagelist.end();
- for (LanguageList::iterator it = languagelist.begin(); it != end; ++it) {
- // special case for chinese:
- // simplified => code == "zh_CN", langcode == "zh_CN"
- // traditional => code == "zh_TW", langcode == "zh_CN"
- string const langcode = it->second.code();
- string const name = it->second.lang();
- if ((code == langcode && name != "chinese-traditional") ||
- (code == "zh_TW" && name == "chinese-traditional") ||
- (code.size() == 2 && langcode.size() > 2 &&
- code + '_' == langcode.substr(0, 3))) {
- if (firstlang)
- it->second.readLayoutTranslations(*firstlang);
- else {
- if (!it->second.readLayoutTranslations(lex)) {
- lex.printError("Could not read "
- "layout translations "
- "for language `" +
- code + "'");
- break;
- }
- firstlang = &(it->second);
- }
- }
- }
- if (!firstlang) {
+ bool found = getFromCode(code);
+ if (!found) {
lex.printError("Unknown language `" + code + "'");
break;
}
+ if (!readTranslations(lex, trans[code])) {
+ lex.printError("Could not read layout translations for language `"
+ + code + "'");
+ break;
+ }
+ }
+
+ // 2) merge all translations into the languages
+ // exact translations overwrite approximate ones
+ for (auto & tr : trans) {
+ for (auto & lang : languagelist_) {
+ Match const m = match(tr.first, lang.second);
+ if (m == NoMatch)
+ continue;
+ lang.second.readLayoutTranslations(tr.second, m == ExactMatch);
+ }
}
+
}
return reset_language;
if (language == "ignore")
return ignore_language;
- const_iterator it = languagelist.find(language);
- return it == languagelist.end() ? reset_language : &it->second;
+ const_iterator it = languagelist_.find(language);
+ return it == languagelist_.end() ? reset_language : &it->second;
}