3 * This file is part of LyX, the document processor.
4 * Licence details can be found in the file COPYING.
6 * \author Lars Gullik Bjønnes
7 * \author Jean-Marc Lasgouttes
8 * \author Jürgen Spitzmüller
11 * Full author contact details are available in file CREDITS.
22 #include "support/debug.h"
23 #include "support/FileName.h"
24 #include "support/filetools.h"
25 #include "support/lassert.h"
26 #include "support/lstrings.h"
27 #include "support/Messages.h"
30 using namespace lyx::support;
35 Language const * ignore_language = 0;
36 Language const * default_language = 0;
37 Language const * latex_language = 0;
38 Language const * reset_language = 0;
41 docstring const Language::translateLayout(string const & m) const
47 lyxerr << "Warning: not translating `" << m
48 << "' because it is not pure ASCII.\n";
52 TranslationMap::const_iterator it = layoutTranslations_.find(m);
53 if (it != layoutTranslations_.end())
56 docstring t = from_ascii(m);
62 bool Language::readLanguage(Lexer & lex)
80 // Keep these sorted alphabetically!
81 LexerKeyword languageTags[] = {
82 { "asbabeloptions", LA_AS_BABELOPTS },
83 { "babelname", LA_BABELNAME },
84 { "encoding", LA_ENCODING },
86 { "guiname", LA_GUINAME },
87 { "internalencoding", LA_INTERNAL_ENC },
88 { "langcode", LA_LANG_CODE },
89 { "langvariety", LA_LANG_VARIETY },
90 { "polyglossianame", LA_POLYGLOSSIANAME },
91 { "polyglossiaopts", LA_POLYGLOSSIAOPTS },
92 { "postbabelpreamble", LA_POSTBABELPREAMBLE },
93 { "prebabelpreamble", LA_PREBABELPREAMBLE },
98 bool finished = false;
99 lex.pushTable(languageTags);
100 // parse style section
101 while (!finished && lex.isOK() && !error) {
103 // See comment in LyXRC.cpp.
105 case Lexer::LEX_FEOF:
108 case Lexer::LEX_UNDEF: // parse error
109 lex.printError("Unknown language tag `$$Token'");
116 switch (static_cast<LanguageTags>(le)) {
117 case LA_END: // end of structure
120 case LA_AS_BABELOPTS:
121 lex >> as_babel_options_;
126 case LA_POLYGLOSSIANAME:
127 lex >> polyglossia_name_;
129 case LA_POLYGLOSSIAOPTS:
130 lex >> polyglossia_opts_;
138 case LA_INTERNAL_ENC:
139 lex >> internal_enc_;
144 case LA_LANG_VARIETY:
147 case LA_POSTBABELPREAMBLE:
148 babel_postsettings_ =
149 lex.getLongString("EndPostBabelPreamble");
151 case LA_PREBABELPREAMBLE:
153 lex.getLongString("EndPreBabelPreamble");
161 return finished && !error;
165 bool Language::read(Lexer & lex)
167 as_babel_options_ = 0;
173 lex.printError("No name given for language: `$$Token'.");
177 lang_ = lex.getString();
178 LYXERR(Debug::INFO, "Reading language " << lang_);
179 if (!readLanguage(lex)) {
180 LYXERR0("Error parsing language `" << lang_ << '\'');
184 encoding_ = encodings.fromLyXName(encodingStr_);
185 if (!encoding_ && !encodingStr_.empty()) {
186 encoding_ = encodings.fromLyXName("iso8859-1");
187 LYXERR0("Unknown encoding " << encodingStr_);
189 // cache translation status. Calling getMessages() directly in
190 // PrefLanguage::PrefLanguage() did only work if the gui language
191 // was set to auto (otherwise all languages would be marked as available).
192 translated_ = getMessages(code()).available();
197 void Language::readLayoutTranslations(Language::TranslationMap const & trans, bool replace)
199 TranslationMap::const_iterator const end = trans.end();
200 for (TranslationMap::const_iterator it = trans.begin(); it != end; ++it) {
202 || layoutTranslations_.find(it->first) == layoutTranslations_.end())
203 layoutTranslations_[it->first] = it->second;
208 void Languages::read(FileName const & filename)
211 lex.setFile(filename);
212 lex.setContext("Languages::read");
216 case Lexer::LEX_FEOF:
222 if (lex.getString() != "Language") {
223 lex.printError("Unknown Language tag `$$Token'");
230 if (l.lang() == "latex") {
231 // Check if latex language was not already defined.
232 LASSERT(latex_language == 0, continue);
233 static const Language latex_lang = l;
234 latex_language = &latex_lang;
235 } else if (l.lang() == "ignore") {
236 // Check if ignore language was not already defined.
237 LASSERT(ignore_language == 0, continue);
238 static const Language ignore_lang = l;
239 ignore_language = &ignore_lang;
241 languagelist[l.lang()] = l;
244 default_language = getLanguage(lyxrc.default_language);
245 if (!default_language) {
246 LYXERR0("Default language \"" << lyxrc.default_language
248 default_language = getLanguage("english");
249 if (!default_language)
250 default_language = &(*languagelist.begin()).second;
251 LYXERR0("Using \"" << default_language->lang() << "\" instead!");
254 // Read layout translations
255 FileName const path = libFileSearch(string(), "layouttranslations");
256 readLayoutTranslations(path);
262 bool readTranslations(Lexer & lex, Language::TranslationMap & trans)
265 if (lex.checkFor("End"))
269 string const key = lex.getString();
272 docstring const val = lex.getDocString();
286 Match match(string const & code, Language const & lang)
288 // we need to mimic gettext: code can be a two-letter code, which
289 // should match all variants, e.g. "de" should match "de_DE",
291 // special case for chinese:
292 // simplified => code == "zh_CN", langcode == "zh_CN"
293 // traditional => code == "zh_TW", langcode == "zh_CN"
294 string const variety = lang.variety();
295 string const langcode = variety.empty() ?
296 lang.code() : lang.code() + '_' + variety;
297 string const name = lang.lang();
298 if ((code == langcode && name != "chinese-traditional")
299 || (code == "zh_TW" && name == "chinese-traditional"))
301 if ((code.size() == 2) && (langcode.size() > 2)
302 && (code + '_' == langcode.substr(0, 3)))
303 return ApproximateMatch;
310 void Languages::readLayoutTranslations(support::FileName const & filename)
313 lex.setFile(filename);
314 lex.setContext("Languages::read");
316 // 1) read all translations (exact and approximate matches) into trans
317 typedef std::map<string, Language::TranslationMap> TransMap;
319 LanguageList::iterator const lbeg = languagelist.begin();
320 LanguageList::iterator const lend = languagelist.end();
322 if (!lex.checkFor("Translation")) {
324 lex.printError("Unknown layout translation tag `$$Token'");
329 string const code = lex.getString();
331 for (LanguageList::iterator lit = lbeg; lit != lend; ++lit) {
332 if (match(code, lit->second) != NoMatch) {
338 lex.printError("Unknown language `" + code + "'");
341 if (!readTranslations(lex, trans[code])) {
342 lex.printError("Could not read layout translations for language `"
348 // 2) merge all translations into the languages
349 // exact translations overwrite approximate ones
350 TransMap::const_iterator const tbeg = trans.begin();
351 TransMap::const_iterator const tend = trans.end();
352 for (TransMap::const_iterator tit = tbeg; tit != tend; ++tit) {
353 for (LanguageList::iterator lit = lbeg; lit != lend; ++lit) {
354 Match const m = match(tit->first, lit->second);
357 lit->second.readLayoutTranslations(tit->second,
365 Language const * Languages::getLanguage(string const & language) const
367 if (language == "reset")
368 return reset_language;
369 if (language == "ignore")
370 return ignore_language;
371 const_iterator it = languagelist.find(language);
372 return it == languagelist.end() ? reset_language : &it->second;