3 * This file is part of LyX, the document processor.
4 * Licence details can be found in the file COPYING.
6 * \author Lars Gullik Bjønnes
7 * \author Jean-Marc Lasgouttes
8 * \author Jürgen Spitzmüller
11 * Full author contact details are available in file CREDITS.
19 #include "LaTeXFonts.h"
23 #include "support/debug.h"
24 #include "support/FileName.h"
25 #include "support/filetools.h"
26 #include "support/lassert.h"
27 #include "support/lstrings.h"
28 #include "support/Messages.h"
31 using namespace lyx::support;
36 Language const * ignore_language = 0;
37 Language const * default_language = 0;
38 Language const * latex_language = 0;
39 Language const * reset_language = 0;
42 bool Language::isPolyglossiaExclusive() const
44 return babel().empty() && !polyglossia().empty() && requires().empty();
48 bool Language::isBabelExclusive() const
50 return !babel().empty() && polyglossia().empty() && requires().empty();
54 docstring const Language::translateLayout(string const & m) const
60 lyxerr << "Warning: not translating `" << m
61 << "' because it is not pure ASCII.\n";
65 TranslationMap::const_iterator it = layoutTranslations_.find(m);
66 if (it != layoutTranslations_.end())
69 docstring t = from_ascii(m);
75 string Language::fontenc(BufferParams const & params) const
77 // Don't use LaTeX fonts, so just return the language's preferred
78 // (although this is not used with nonTeXFonts anyway).
79 if (params.useNonTeXFonts)
80 return fontenc_.front() == "ASCII" ? "T1" : fontenc_.front();
82 // Determine optimal font encoding
83 // We check whether the used rm font supports an encoding our language supports
84 LaTeXFont const & lf =
85 theLaTeXFonts().getLaTeXFont(from_ascii(params.fontsRoman()));
86 vector<string> const lfe = lf.fontencs();
87 for (auto & fe : fontenc_) {
88 // ASCII means: support all T* encodings plus OT1
90 for (auto & afe : lfe) {
91 if (afe == "OT1" || prefixIs(afe, "T"))
92 // we found a suitable one; return that.
96 // For other encodings, just check whether the font supports it
97 if (lf.hasFontenc(fe))
100 // We did not find a suitable one; just take the first in the list,
101 // the priorized one (which is "T1" for ASCII).
102 return fontenc_.front() == "ASCII" ? "T1" : fontenc_.front();
106 string Language::dateFormat(size_t i) const
108 if (i > dateformats_.size())
110 return dateformats_.at(i);
114 bool Language::readLanguage(Lexer & lex)
130 LA_POSTBABELPREAMBLE,
138 // Keep these sorted alphabetically!
139 LexerKeyword languageTags[] = {
140 { "asbabeloptions", LA_AS_BABELOPTS },
141 { "babelname", LA_BABELNAME },
142 { "dateformats", LA_DATEFORMATS },
143 { "encoding", LA_ENCODING },
145 { "fontencoding", LA_FONTENC },
146 { "guiname", LA_GUINAME },
147 { "hasguisupport", LA_HAS_GUI_SUPPORT },
148 { "internalencoding", LA_INTERNAL_ENC },
149 { "langcode", LA_LANG_CODE },
150 { "langvariety", LA_LANG_VARIETY },
151 { "polyglossianame", LA_POLYGLOSSIANAME },
152 { "polyglossiaopts", LA_POLYGLOSSIAOPTS },
153 { "postbabelpreamble", LA_POSTBABELPREAMBLE },
154 { "prebabelpreamble", LA_PREBABELPREAMBLE },
155 { "provides", LA_PROVIDES },
156 { "quotestyle", LA_QUOTESTYLE },
157 { "requires", LA_REQUIRES },
162 bool finished = false;
163 lex.pushTable(languageTags);
164 // parse style section
165 while (!finished && lex.isOK() && !error) {
167 // See comment in LyXRC.cpp.
169 case Lexer::LEX_FEOF:
172 case Lexer::LEX_UNDEF: // parse error
173 lex.printError("Unknown language tag `$$Token'");
180 switch (static_cast<LanguageTags>(le)) {
181 case LA_END: // end of structure
184 case LA_AS_BABELOPTS:
185 lex >> as_babel_options_;
190 case LA_POLYGLOSSIANAME:
191 lex >> polyglossia_name_;
193 case LA_POLYGLOSSIAOPTS:
194 lex >> polyglossia_opts_;
204 vector<string> const fe =
205 getVectorFromString(lex.getString(true), "|");
206 fontenc_.insert(fontenc_.end(), fe.begin(), fe.end());
209 case LA_DATEFORMATS: {
211 vector<string> const df =
212 getVectorFromString(trim(lex.getString(true), "\""), "|");
213 dateformats_.insert(dateformats_.end(), df.begin(), df.end());
219 case LA_HAS_GUI_SUPPORT:
220 lex >> has_gui_support_;
222 case LA_INTERNAL_ENC:
223 lex >> internal_enc_;
228 case LA_LANG_VARIETY:
231 case LA_POSTBABELPREAMBLE:
232 babel_postsettings_ =
233 lex.getLongString(from_ascii("EndPostBabelPreamble"));
235 case LA_PREBABELPREAMBLE:
237 lex.getLongString(from_ascii("EndPreBabelPreamble"));
251 return finished && !error;
255 bool Language::read(Lexer & lex)
257 as_babel_options_ = 0;
263 lex.printError("No name given for language: `$$Token'.");
267 lang_ = lex.getString();
268 LYXERR(Debug::INFO, "Reading language " << lang_);
269 if (!readLanguage(lex)) {
270 LYXERR0("Error parsing language `" << lang_ << '\'');
274 encoding_ = encodings.fromLyXName(encodingStr_);
275 if (!encoding_ && !encodingStr_.empty()) {
276 encoding_ = encodings.fromLyXName("iso8859-1");
277 LYXERR0("Unknown encoding " << encodingStr_);
279 if (fontenc_.empty())
280 fontenc_.push_back("ASCII");
281 if (dateformats_.empty()) {
282 dateformats_.push_back("MMMM dd, yyyy");
283 dateformats_.push_back("MMM dd, yyyy");
284 dateformats_.push_back("M/d/yyyy");
290 void Language::readLayoutTranslations(Language::TranslationMap const & trans, bool replace)
292 TranslationMap::const_iterator const end = trans.end();
293 for (TranslationMap::const_iterator it = trans.begin(); it != end; ++it) {
295 || layoutTranslations_.find(it->first) == layoutTranslations_.end())
296 layoutTranslations_[it->first] = it->second;
301 void Languages::read(FileName const & filename)
304 lex.setFile(filename);
305 lex.setContext("Languages::read");
309 case Lexer::LEX_FEOF:
315 if (lex.getString() != "Language") {
316 lex.printError("Unknown Language tag `$$Token'");
323 if (l.lang() == "latex") {
324 // Check if latex language was not already defined.
325 LASSERT(latex_language == 0, continue);
326 static const Language latex_lang = l;
327 latex_language = &latex_lang;
328 } else if (l.lang() == "ignore") {
329 // Check if ignore language was not already defined.
330 LASSERT(ignore_language == 0, continue);
331 static const Language ignore_lang = l;
332 ignore_language = &ignore_lang;
334 languagelist[l.lang()] = l;
337 default_language = getLanguage("english");
338 if (!default_language) {
339 LYXERR0("Default language \"english\" not found!");
340 default_language = &(*languagelist.begin()).second;
341 LYXERR0("Using \"" << default_language->lang() << "\" instead!");
344 // Read layout translations
345 FileName const path = libFileSearch(string(), "layouttranslations");
346 readLayoutTranslations(path);
352 bool readTranslations(Lexer & lex, Language::TranslationMap & trans)
355 if (lex.checkFor("End"))
359 string const key = lex.getString();
362 docstring const val = lex.getDocString();
376 Match match(string const & code, Language const & lang)
378 // we need to mimic gettext: code can be a two-letter code, which
379 // should match all variants, e.g. "de" should match "de_DE",
381 // special case for chinese:
382 // simplified => code == "zh_CN", langcode == "zh_CN"
383 // traditional => code == "zh_TW", langcode == "zh_CN"
384 string const variety = lang.variety();
385 string const langcode = variety.empty() ?
386 lang.code() : lang.code() + '_' + variety;
387 string const name = lang.lang();
388 if ((code == langcode && name != "chinese-traditional")
389 || (code == "zh_TW" && name == "chinese-traditional"))
391 if ((code.size() == 2) && (langcode.size() > 2)
392 && (code + '_' == langcode.substr(0, 3)))
393 return ApproximateMatch;
401 Language const * Languages::getFromCode(string const & code) const
403 LanguageList::const_iterator const lbeg = languagelist.begin();
404 LanguageList::const_iterator const lend = languagelist.end();
405 // Try for exact match first
406 for (LanguageList::const_iterator lit = lbeg; lit != lend; ++lit) {
407 if (match(code, lit->second) == ExactMatch)
410 // If not found, look for lang prefix (without country) instead
411 for (LanguageList::const_iterator lit = lbeg; lit != lend; ++lit) {
412 if (match(code, lit->second) == ApproximateMatch)
415 LYXERR0("Unknown language `" + code + "'");
420 void Languages::readLayoutTranslations(support::FileName const & filename)
423 lex.setFile(filename);
424 lex.setContext("Languages::read");
426 // 1) read all translations (exact and approximate matches) into trans
427 typedef std::map<string, Language::TranslationMap> TransMap;
429 LanguageList::iterator const lbeg = languagelist.begin();
430 LanguageList::iterator const lend = languagelist.end();
432 if (!lex.checkFor("Translation")) {
434 lex.printError("Unknown layout translation tag `$$Token'");
439 string const code = lex.getString();
440 bool found = getFromCode(code);
442 lex.printError("Unknown language `" + code + "'");
445 if (!readTranslations(lex, trans[code])) {
446 lex.printError("Could not read layout translations for language `"
452 // 2) merge all translations into the languages
453 // exact translations overwrite approximate ones
454 TransMap::const_iterator const tbeg = trans.begin();
455 TransMap::const_iterator const tend = trans.end();
456 for (TransMap::const_iterator tit = tbeg; tit != tend; ++tit) {
457 for (LanguageList::iterator lit = lbeg; lit != lend; ++lit) {
458 Match const m = match(tit->first, lit->second);
461 lit->second.readLayoutTranslations(tit->second,
469 Language const * Languages::getLanguage(string const & language) const
471 if (language == "reset")
472 return reset_language;
473 if (language == "ignore")
474 return ignore_language;
475 const_iterator it = languagelist.find(language);
476 return it == languagelist.end() ? reset_language : &it->second;