X-Git-Url: https://git.lyx.org/gitweb/?a=blobdiff_plain;f=src%2FEncoding.cpp;h=c7ea237179e79c966c7a700cea998fa0dda8da05;hb=33f9cfb7961501b38c573eede468b011687f46de;hp=148ce0b195c44c888bbce672229a8c6d15d528a7;hpb=d6d98ffbe4d4781566beaef83b1b54c36e332195;p=lyx.git

diff --git a/src/Encoding.cpp b/src/Encoding.cpp
index 148ce0b195..c7ea237179 100644
--- a/src/Encoding.cpp
+++ b/src/Encoding.cpp
@@ -17,16 +17,16 @@
 #include "Lexer.h"
 
 #include "support/debug.h"
+#include "support/docstring.h"
 #include "support/gettext.h"
 #include "support/lstrings.h"
 #include "support/mutex.h"
 #include "support/textutils.h"
 #include "support/unicode.h"
 
-#include <boost/cstdint.hpp>
-
-#include <iterator>
 #include <algorithm>
+#include <cstdint>
+#include <iterator>
 #include <sstream>
 
 using namespace std;
@@ -68,7 +68,7 @@ EncodingException::EncodingException(char_type c)
 }
 
 
-const char * EncodingException::what() const throw()
+const char * EncodingException::what() const noexcept
 {
 	return "Could not find LaTeX command for a character";
 }
@@ -189,9 +189,16 @@ bool Encoding::encodable(char_type c) const
 {
 	// assure the used encoding is properly initialized
 	init();
-
 	if (iconvName_ == "UTF-8" && package_ == none)
 		return true;
+	// platex does not load inputenc: force conversion of supported characters
+	if (package_ == Encoding::japanese
+	    && ((0xb7 <= c && c <= 0x05ff) // Latin-1 Supplement ... Hebrew
+			|| (0x1d00 <= c && c <= 0x218f) // Phonetic Extensions ... Number Forms
+			|| (0x2193 <= c && c <= 0x2aff) // Arrows ... Supplemental Mathematical Operators
+			|| (0xfb00 <= c && c <= 0xfb4f) // Alphabetic Presentation Forms
+			|| (0x1d400 <= c && c <= 0x1d7ff))) // Mathematical Alphanumeric Symbols
+		return false;
 	if (c < start_encodable_ && !isForced(c))
 		return true;
 	if (encodable_.find(c) != encodable_.end())
@@ -222,9 +229,8 @@ pair<docstring, docstring> Encoding::latexString(docstring const & input, bool d
 	docstring result;
 	docstring uncodable;
 	bool terminate = false;
-	for (size_t n = 0; n < input.size(); ++n) {
+	for (char_type const c : input) {
 		try {
-			char_type const c = input[n];
 			pair<docstring, bool> latex_char = latexChar(c);
 			docstring const latex = latex_char.first;
 			if (terminate && !prefixIs(latex, '\\')
@@ -241,14 +247,15 @@ pair<docstring, docstring> Encoding::latexString(docstring const & input, bool d
 			result += latex;
 			terminate = latex_char.second;
 		} catch (EncodingException & /* e */) {
-			LYXERR0("Uncodable character in latexString!");
+			LYXERR0("Uncodable character <" << docstring(1, c) 
+					<< "> in latexString!");
 			if (dryrun) {
 				result += "<" + _("LyX Warning: ")
 					   + _("uncodable character") + " '";
-				result += docstring(1, input[n]);
+				result += docstring(1, c);
 				result += "'>";
 			} else
-				uncodable += input[n];
+				uncodable += c;
 		}
 	}
 	return make_pair(result, uncodable);
@@ -267,7 +274,7 @@ vector<char_type> Encoding::symbolsList() const
 	// add all encodable characters
 	copy(encodable_.begin(), encodable_.end(), back_inserter(symbols));
 	// now the ones from the unicodesymbols file that are not already there
-	for (pair<char_type, CharInfo> const & elem : unicodesymbols) {
+	for (auto const & elem : unicodesymbols) {
 		if (find(symbols.begin(), symbols.end(), elem.first) == symbols.end())
 			symbols.push_back(elem.first);
 	}
@@ -306,10 +313,11 @@ bool Encodings::latexMathChar(char_type c, bool mathmode,
 		if (!encoding || command.empty()) {
 			command = it->second.textcommand();
 			needsTermination = !it->second.textnotermination();
-			addTextCmd(c);
 		}
 		if (mathmode)
 			addMathSym(c);
+		else
+			addTextCmd(c);
 	}
 	return use_math;
 }
@@ -628,15 +636,15 @@ Encodings::fromLyXName(string const & name, bool allowUnsafe) const
 {
 	EncodingList::const_iterator const it = encodinglist.find(name);
 	if (it == encodinglist.end())
-		return 0;
+		return nullptr;
 	if (!allowUnsafe && it->second.unsafe())
-		return 0;
+		return nullptr;
 	return &it->second;
 }
 
 
 Encoding const *
-Encodings::fromLaTeXName(string const & n, int const & p, bool allowUnsafe) const
+Encodings::fromLaTeXName(string const & n, int p, bool allowUnsafe) const
 {
 	string name = n;
 	// FIXME: if we have to test for too many of these synonyms,
@@ -654,19 +662,19 @@ Encodings::fromLaTeXName(string const & n, int const & p, bool allowUnsafe) cons
 		if ((it->second.latexName() == name) && (it->second.package() & p)
 				&& (!it->second.unsafe() || allowUnsafe))
 			return &it->second;
-	return 0;
+	return nullptr;
 }
 
 
 Encoding const *
-Encodings::fromIconvName(string const & n, int const & p, bool allowUnsafe) const
+Encodings::fromIconvName(string const & n, int p, bool allowUnsafe) const
 {
 	EncodingList::const_iterator const end = encodinglist.end();
 	for (EncodingList::const_iterator it = encodinglist.begin(); it != end; ++it)
 		if ((it->second.iconvName() == n) && (it->second.package() & p)
 				&& (!it->second.unsafe() || allowUnsafe))
 			return &it->second;
-	return 0;
+	return nullptr;
 }
 
 
@@ -694,7 +702,7 @@ void Encodings::read(FileName const & encfile, FileName const & symbolsfile)
 		istringstream is(symbolslex.getString());
 		// reading symbol directly does not work if
 		// char_type == wchar_t.
-		boost::uint32_t tmp;
+		uint32_t tmp;
 		if(!(is >> hex >> tmp))
 			break;
 		symbol = tmp;
@@ -725,14 +733,14 @@ void Encodings::read(FileName const & encfile, FileName const & symbolsfile)
 			} else if (prefixIs(flag, "force=")) {
 				vector<string> encs =
 					getVectorFromString(flag.substr(6), ";");
-				for (size_t i = 0; i < encs.size(); ++i)
-					forcedselected[encs[i]].insert(symbol);
+				for (auto const & enc : encs)
+					forcedselected[enc].insert(symbol);
 				flags |= CharInfoForceSelected;
 			} else if (prefixIs(flag, "force!=")) {
 				vector<string> encs =
 					getVectorFromString(flag.substr(7), ";");
-				for (size_t i = 0; i < encs.size(); ++i)
-					forcednotselected[encs[i]].insert(symbol);
+				for (auto const & enc : encs)
+					forcednotselected[enc].insert(symbol);
 				flags |= CharInfoForceSelected;
 			} else if (flag == "mathalpha") {
 				mathalpha.insert(symbol);