]> git.lyx.org Git - lyx.git/blobdiff - src/Text.cpp
Do not scale statusbar icons
[lyx.git] / src / Text.cpp
index 8054b98617aaea78fb175f4f326f1423580dc3c8..8f30f4eb7c151f0c6a9d8c1986252949445d3c24 100644 (file)
 
 #include "Author.h"
 #include "Buffer.h"
-#include "buffer_funcs.h"
 #include "BufferParams.h"
 #include "BufferView.h"
 #include "Changes.h"
 #include "CompletionList.h"
 #include "Cursor.h"
+#include "CursorSlice.h"
 #include "CutAndPaste.h"
-#include "DispatchResult.h"
 #include "Encoding.h"
 #include "ErrorList.h"
-#include "FuncRequest.h"
 #include "factory.h"
+#include "Font.h"
+#include "FuncRequest.h"
 #include "Language.h"
-#include "Length.h"
+#include "Layout.h"
 #include "Lexer.h"
 #include "lyxfind.h"
 #include "LyXRC.h"
 #include "Paragraph.h"
-#include "paragraph_funcs.h"
 #include "ParagraphParameters.h"
-#include "ParIterator.h"
 #include "TextClass.h"
 #include "TextMetrics.h"
-#include "VSpace.h"
-#include "WordLangTuple.h"
 #include "WordList.h"
 
+#include "insets/Inset.h"
 #include "insets/InsetText.h"
-#include "insets/InsetBibitem.h"
 #include "insets/InsetCaption.h"
-#include "insets/InsetLine.h"
-#include "insets/InsetNewline.h"
-#include "insets/InsetNewpage.h"
-#include "insets/InsetOptArg.h"
-#include "insets/InsetSpace.h"
+#include "insets/InsetIPAMacro.h"
 #include "insets/InsetSpecialChar.h"
 #include "insets/InsetTabular.h"
 
 #include "support/convert.h"
 #include "support/debug.h"
 #include "support/docstream.h"
+#include "support/docstring.h"
 #include "support/gettext.h"
 #include "support/lassert.h"
 #include "support/lstrings.h"
+#include "support/lyxtime.h"
 #include "support/textutils.h"
-
-#include <boost/next_prior.hpp>
+#include "support/unique_ptr.h"
 
 #include <sstream>
 
+
 using namespace std;
 using namespace lyx::support;
 
@@ -80,12 +74,303 @@ namespace lyx {
 using cap::cutSelection;
 using cap::pasteParagraphList;
 
-namespace {
+static bool moveItem(Paragraph & fromPar, pos_type fromPos,
+       Paragraph & toPar, pos_type toPos, BufferParams const & params)
+{
+       // Note: moveItem() does not honour change tracking!
+       // Therefore, it should only be used for breaking and merging paragraphs
+
+       // We need a copy here because the character at fromPos is going to be erased.
+       Font const tmpFont = fromPar.getFontSettings(params, fromPos);
+       Change const tmpChange = fromPar.lookupChange(fromPos);
+
+       if (Inset * tmpInset = fromPar.getInset(fromPos)) {
+               fromPar.releaseInset(fromPos);
+               // The inset is not in fromPar any more.
+               if (!toPar.insertInset(toPos, tmpInset, tmpFont, tmpChange)) {
+                       delete tmpInset;
+                       return false;
+               }
+               return true;
+       }
+
+       char_type const tmpChar = fromPar.getChar(fromPos);
+       fromPar.eraseChar(fromPos, false);
+       toPar.insertChar(toPos, tmpChar, tmpFont, tmpChange);
+       return true;
+}
+
+
+void breakParagraphConservative(BufferParams const & bparams,
+       ParagraphList & pars, pit_type pit, pos_type pos)
+{
+       // create a new paragraph
+       Paragraph & tmp = *pars.insert(pars.iterator_at(pit + 1), Paragraph());
+       Paragraph & par = pars[pit];
+
+       tmp.setInsetOwner(&par.inInset());
+       tmp.makeSameLayout(par);
+
+       LASSERT(pos <= par.size(), return);
+
+       if (pos < par.size()) {
+               // move everything behind the break position to the new paragraph
+               pos_type pos_end = par.size() - 1;
+
+               for (pos_type i = pos, j = 0; i <= pos_end; ++i) {
+                       if (moveItem(par, pos, tmp, j, bparams)) {
+                               ++j;
+                       }
+               }
+               // Move over the end-of-par change information
+               tmp.setChange(tmp.size(), par.lookupChange(par.size()));
+               par.setChange(par.size(), Change(bparams.track_changes ?
+                                          Change::INSERTED : Change::UNCHANGED));
+       }
+}
+
+
+void mergeParagraph(BufferParams const & bparams,
+       ParagraphList & pars, pit_type par_offset)
+{
+       Paragraph & next = pars[par_offset + 1];
+       Paragraph & par = pars[par_offset];
+
+       pos_type pos_end = next.size() - 1;
+       pos_type pos_insert = par.size();
+
+       // the imaginary end-of-paragraph character (at par.size()) has to be
+       // marked as unmodified. Otherwise, its change is adopted by the first
+       // character of the next paragraph.
+       if (par.isChanged(par.size())) {
+               LYXERR(Debug::CHANGES,
+                  "merging par with inserted/deleted end-of-par character");
+               par.setChange(par.size(), Change(Change::UNCHANGED));
+       }
+
+       Change change = next.lookupChange(next.size());
+
+       // move the content of the second paragraph to the end of the first one
+       for (pos_type i = 0, j = pos_insert; i <= pos_end; ++i) {
+               if (moveItem(next, 0, par, j, bparams)) {
+                       ++j;
+               }
+       }
+
+       // move the change of the end-of-paragraph character
+       par.setChange(par.size(), change);
+
+       pars.erase(pars.iterator_at(par_offset + 1));
+}
+
+
+Text::Text(InsetText * owner, bool use_default_layout)
+       : owner_(owner)
+{
+       pars_.push_back(Paragraph());
+       Paragraph & par = pars_.back();
+       par.setInsetOwner(owner);
+       DocumentClass const & dc = owner->buffer().params().documentClass();
+       if (use_default_layout)
+               par.setDefaultLayout(dc);
+       else
+               par.setPlainLayout(dc);
+}
+
+
+Text::Text(InsetText * owner, Text const & text)
+       : owner_(owner), pars_(text.pars_)
+{
+       for (auto & p : pars_)
+               p.setInsetOwner(owner);
+}
+
+
+pit_type Text::depthHook(pit_type pit, depth_type depth) const
+{
+       pit_type newpit = pit;
+
+       if (newpit != 0)
+               --newpit;
+
+       while (newpit != 0 && pars_[newpit].getDepth() > depth)
+               --newpit;
+
+       if (pars_[newpit].getDepth() > depth)
+               return pit;
+
+       return newpit;
+}
+
+
+pit_type Text::outerHook(pit_type par_offset) const
+{
+       Paragraph const & par = pars_[par_offset];
+
+       if (par.getDepth() == 0)
+               return pars_.size();
+       return depthHook(par_offset, depth_type(par.getDepth() - 1));
+}
+
+
+bool Text::isFirstInSequence(pit_type par_offset) const
+{
+       Paragraph const & par = pars_[par_offset];
+
+       pit_type dhook_offset = depthHook(par_offset, par.getDepth());
+
+       if (dhook_offset == par_offset)
+               return true;
+
+       Paragraph const & dhook = pars_[dhook_offset];
+
+       return dhook.layout() != par.layout()
+               || dhook.getDepth() != par.getDepth();
+}
+
+
+pit_type Text::lastInSequence(pit_type pit) const
+{
+       depth_type const depth = pars_[pit].getDepth();
+       pit_type newpit = pit;
+
+       while (size_t(newpit + 1) < pars_.size() &&
+              (pars_[newpit + 1].getDepth() > depth ||
+               (pars_[newpit + 1].getDepth() == depth &&
+                pars_[newpit + 1].layout() == pars_[pit].layout())))
+               ++newpit;
+
+       return newpit;
+}
+
+
+int Text::getTocLevel(pit_type par_offset) const
+{
+       Paragraph const & par = pars_[par_offset];
+
+       if (par.layout().isEnvironment() && !isFirstInSequence(par_offset))
+               return Layout::NOT_IN_TOC;
+
+       return par.layout().toclevel;
+}
+
+
+Font const Text::outerFont(pit_type par_offset) const
+{
+       depth_type par_depth = pars_[par_offset].getDepth();
+       FontInfo tmpfont = inherit_font;
+       depth_type prev_par_depth = 0;
+       // Resolve against environment font information
+       while (par_offset != pit_type(pars_.size())
+              && par_depth != prev_par_depth
+              && par_depth
+              && !tmpfont.resolved()) {
+               prev_par_depth = par_depth;
+               par_offset = outerHook(par_offset);
+               if (par_offset != pit_type(pars_.size())) {
+                       tmpfont.realize(pars_[par_offset].layout().font);
+                       par_depth = pars_[par_offset].getDepth();
+               }
+       }
+
+       return Font(tmpfont);
+}
+
+
+int Text::getEndLabel(pit_type p) const
+{
+       pit_type pit = p;
+       depth_type par_depth = pars_[p].getDepth();
+       while (pit != pit_type(pars_.size())) {
+               Layout const & layout = pars_[pit].layout();
+               int const endlabeltype = layout.endlabeltype;
+
+               if (endlabeltype != END_LABEL_NO_LABEL) {
+                       if (p + 1 == pit_type(pars_.size()))
+                               return endlabeltype;
+
+                       depth_type const next_depth =
+                               pars_[p + 1].getDepth();
+                       if (par_depth > next_depth ||
+                           (par_depth == next_depth && layout != pars_[p + 1].layout()))
+                               return endlabeltype;
+                       break;
+               }
+               if (par_depth == 0)
+                       break;
+               pit = outerHook(pit);
+               if (pit != pit_type(pars_.size()))
+                       par_depth = pars_[pit].getDepth();
+       }
+       return END_LABEL_NO_LABEL;
+}
+
+
+static void acceptOrRejectChanges(ParagraphList & pars,
+       BufferParams const & bparams, Text::ChangeOp op)
+{
+       pit_type pars_size = static_cast<pit_type>(pars.size());
+
+       // first, accept or reject changes within each individual
+       // paragraph (do not consider end-of-par)
+       for (pit_type pit = 0; pit < pars_size; ++pit) {
+               // prevent assertion failure
+               if (!pars[pit].empty()) {
+                       if (op == Text::ACCEPT)
+                               pars[pit].acceptChanges(0, pars[pit].size());
+                       else
+                               pars[pit].rejectChanges(0, pars[pit].size());
+               }
+       }
+
+       // next, accept or reject imaginary end-of-par characters
+       for (pit_type pit = 0; pit < pars_size; ++pit) {
+               pos_type pos = pars[pit].size();
+               if (pars[pit].isChanged(pos)) {
+                       // keep the end-of-par char if it is inserted and accepted
+                       // or when it is deleted and rejected.
+                       if (pars[pit].isInserted(pos) == (op == Text::ACCEPT)) {
+                               pars[pit].setChange(pos, Change(Change::UNCHANGED));
+                       } else {
+                               if (pit == pars_size - 1) {
+                                       // we cannot remove a par break at the end of the last
+                                       // paragraph; instead, we mark it unchanged
+                                       pars[pit].setChange(pos, Change(Change::UNCHANGED));
+                               } else {
+                                       mergeParagraph(bparams, pars, pit);
+                                       --pit;
+                                       --pars_size;
+                               }
+                       }
+               }
+       }
+}
+
+
+void acceptChanges(ParagraphList & pars, BufferParams const & bparams)
+{
+       acceptOrRejectChanges(pars, bparams, Text::ACCEPT);
+}
 
-void readParToken(Buffer const & buf, Paragraph & par, Lexer & lex,
+
+void rejectChanges(ParagraphList & pars, BufferParams const & bparams)
+{
+       acceptOrRejectChanges(pars, bparams, Text::REJECT);
+}
+
+
+InsetText const & Text::inset() const
+{
+       return *owner_;
+}
+
+
+
+void Text::readParToken(Paragraph & par, Lexer & lex,
        string const & token, Font & font, Change & change, ErrorList & errorList)
 {
-       BufferParams const & bp = buf.params();
+       Buffer * buf = const_cast<Buffer *>(&owner_->buffer());
+       BufferParams & bp = buf->params();
 
        if (token[0] != '\\') {
                docstring dstr = lex.getDocString();
@@ -103,14 +388,14 @@ void readParToken(Buffer const & buf, Paragraph & par, Lexer & lex,
                if (layoutname.empty())
                        layoutname = tclass.defaultLayoutName();
 
-               if (par.forcePlainLayout()) {
+               if (owner_->forcePlainLayout()) {
                        // in this case only the empty layout is allowed
                        layoutname = tclass.plainLayoutName();
                } else if (par.usePlainLayout()) {
-                       // in this case, default layout maps to empty layout 
+                       // in this case, default layout maps to empty layout
                        if (layoutname == tclass.defaultLayoutName())
                                layoutname = tclass.plainLayoutName();
-               } else { 
+               } else {
                        // otherwise, the empty layout maps to the default
                        if (layoutname == tclass.plainLayoutName())
                                layoutname = tclass.defaultLayoutName();
@@ -120,7 +405,13 @@ void readParToken(Buffer const & buf, Paragraph & par, Lexer & lex,
                // of this document. For example, when you apply class article to a beamer document,
                // all unknown layouts such as frame will be added to document class article so that
                // these layouts can keep their original names.
-               tclass.addLayoutIfNeeded(layoutname);
+               bool const added_one = tclass.addLayoutIfNeeded(layoutname);
+               if (added_one) {
+                       // Warn the user.
+                       docstring const s = bformat(_("Layout `%1$s' was not found."), layoutname);
+                       errorList.push_back(ErrorItem(_("Layout Not Found"), s,
+                                                     {par.id(), 0}, {par.id(), -1}));
+               }
 
                par.setLayout(bp.documentClass()[layoutname]);
 
@@ -145,7 +436,7 @@ void readParToken(Buffer const & buf, Paragraph & par, Lexer & lex,
                        lex.eatLine();
                        docstring line = lex.getDocString();
                        errorList.push_back(ErrorItem(_("Unknown Inset"), line,
-                                           par.id(), 0, par.size()));
+                                                     {par.id(), 0}, {par.id(), -1}));
                }
        } else if (token == "\\family") {
                lex.next();
@@ -171,10 +462,13 @@ void readParToken(Buffer const & buf, Paragraph & par, Lexer & lex,
                }
        } else if (token == "\\numeric") {
                lex.next();
-               font.fontInfo().setNumber(font.setLyXMisc(lex.getString()));
+               font.fontInfo().setNumber(setLyXMisc(lex.getString()));
+       } else if (token == "\\nospellcheck") {
+               lex.next();
+               font.fontInfo().setNoSpellcheck(setLyXMisc(lex.getString()));
        } else if (token == "\\emph") {
                lex.next();
-               font.fontInfo().setEmph(font.setLyXMisc(lex.getString()));
+               font.fontInfo().setEmph(setLyXMisc(lex.getString()));
        } else if (token == "\\bar") {
                lex.next();
                string const tok = lex.getString();
@@ -190,72 +484,100 @@ void readParToken(Buffer const & buf, Paragraph & par, Lexer & lex,
                                       "`$$Token'");
        } else if (token == "\\strikeout") {
                lex.next();
-               font.fontInfo().setStrikeout(font.setLyXMisc(lex.getString()));
+               font.fontInfo().setStrikeout(setLyXMisc(lex.getString()));
+       } else if (token == "\\xout") {
+               lex.next();
+               font.fontInfo().setXout(setLyXMisc(lex.getString()));
        } else if (token == "\\uuline") {
                lex.next();
-               font.fontInfo().setUuline(font.setLyXMisc(lex.getString()));
+               font.fontInfo().setUuline(setLyXMisc(lex.getString()));
        } else if (token == "\\uwave") {
                lex.next();
-               font.fontInfo().setUwave(font.setLyXMisc(lex.getString()));
+               font.fontInfo().setUwave(setLyXMisc(lex.getString()));
        } else if (token == "\\noun") {
                lex.next();
-               font.fontInfo().setNoun(font.setLyXMisc(lex.getString()));
+               font.fontInfo().setNoun(setLyXMisc(lex.getString()));
        } else if (token == "\\color") {
                lex.next();
                setLyXColor(lex.getString(), font.fontInfo());
-       } else if (token == "\\SpecialChar") {
-                       auto_ptr<Inset> inset;
-                       inset.reset(new InsetSpecialChar);
-                       inset->read(lex);
-                       par.insertInset(par.size(), inset.release(),
-                                       font, change);
+       } else if (token == "\\SpecialChar" ||
+                  (token == "\\SpecialCharNoPassThru" &&
+                   !par.layout().pass_thru && !inset().isPassThru())) {
+               auto inset = make_unique<InsetSpecialChar>();
+               inset->read(lex);
+               inset->setBuffer(*buf);
+               par.insertInset(par.size(), inset.release(), font, change);
+       } else if (token == "\\SpecialCharNoPassThru") {
+               lex.next();
+               docstring const s = ltrim(lex.getDocString(), "\\");
+               par.insert(par.size(), s, font, change);
+       } else if (token == "\\IPAChar") {
+               auto inset = make_unique<InsetIPAChar>();
+               inset->read(lex);
+               inset->setBuffer(*buf);
+               par.insertInset(par.size(), inset.release(), font, change);
+       } else if (token == "\\twohyphens" || token == "\\threehyphens") {
+               // Ideally, this should be done by lyx2lyx, but lyx2lyx does not know the
+               // running font and does not know anything about layouts (and CopyStyle).
+               Layout const & layout(par.layout());
+               FontInfo info = font.fontInfo();
+               info.realize(layout.resfont);
+               if (layout.pass_thru || inset().isPassThru() ||
+                   info.family() == TYPEWRITER_FAMILY) {
+                       if (token == "\\twohyphens")
+                               par.insert(par.size(), from_ascii("--"), font, change);
+                       else
+                               par.insert(par.size(), from_ascii("---"), font, change);
+               } else {
+                       if (token == "\\twohyphens")
+                               par.insertChar(par.size(), 0x2013, font, change);
+                       else
+                               par.insertChar(par.size(), 0x2014, font, change);
+               }
        } else if (token == "\\backslash") {
                par.appendChar('\\', font, change);
        } else if (token == "\\LyXTable") {
-               auto_ptr<Inset> inset(new InsetTabular(const_cast<Buffer &>(buf)));
+               auto inset = make_unique<InsetTabular>(buf);
                inset->read(lex);
                par.insertInset(par.size(), inset.release(), font, change);
-       } else if (token == "\\lyxline") {
-               par.insertInset(par.size(), new InsetLine, font, change);
        } else if (token == "\\change_unchanged") {
                change = Change(Change::UNCHANGED);
-       } else if (token == "\\change_inserted") {
-               lex.eatLine();
-               istringstream is(lex.getString());
-               unsigned int aid;
-               time_t ct;
-               is >> aid >> ct;
-               if (aid >= bp.author_map.size()) {
-                       errorList.push_back(ErrorItem(_("Change tracking error"),
-                                           bformat(_("Unknown author index for insertion: %1$d\n"), aid),
-                                           par.id(), 0, par.size()));
-                       change = Change(Change::UNCHANGED);
-               } else
-                       change = Change(Change::INSERTED, bp.author_map[aid], ct);
-       } else if (token == "\\change_deleted") {
+       } else if (token == "\\change_inserted" || token == "\\change_deleted") {
                lex.eatLine();
                istringstream is(lex.getString());
-               unsigned int aid;
+               int aid;
                time_t ct;
                is >> aid >> ct;
-               if (aid >= bp.author_map.size()) {
-                       errorList.push_back(ErrorItem(_("Change tracking error"),
-                                           bformat(_("Unknown author index for deletion: %1$d\n"), aid),
-                                           par.id(), 0, par.size()));
-                       change = Change(Change::UNCHANGED);
-               } else
-                       change = Change(Change::DELETED, bp.author_map[aid], ct);
+               BufferParams::AuthorMap const & am = bp.author_map_;
+               if (am.find(aid) == am.end()) {
+                       errorList.push_back(ErrorItem(
+                               _("Change tracking author index missing"),
+                               bformat(_("A change tracking author information for index "
+                                         "%1$d is missing. This can happen after a wrong "
+                                         "merge by a version control system. In this case, "
+                                         "either fix the merge, or have this information "
+                                         "missing until the corresponding tracked changes "
+                                         "are merged or this user edits the file again.\n"),
+                                       aid),
+                               {par.id(), par.size()}, {par.id(), par.size() + 1}));
+                       bp.addAuthor(Author(aid));
+               }
+               if (token == "\\change_inserted")
+                       change = Change(Change::INSERTED, am.find(aid)->second, ct);
+               else
+                       change = Change(Change::DELETED, am.find(aid)->second, ct);
        } else {
                lex.eatLine();
                errorList.push_back(ErrorItem(_("Unknown token"),
-                       bformat(_("Unknown token: %1$s %2$s\n"), from_utf8(token),
-                       lex.getDocString()),
-                       par.id(), 0, par.size()));
+                                             bformat(_("Unknown token: %1$s %2$s\n"),
+                                                     from_utf8(token),
+                                                     lex.getDocString()),
+                                             {par.id(), 0}, {par.id(), -1}));
        }
 }
 
 
-void readParagraph(Buffer const & buf, Paragraph & par, Lexer & lex,
+void Text::readParagraph(Paragraph & par, Lexer & lex,
        ErrorList & errorList)
 {
        lex.nextToken();
@@ -264,7 +586,7 @@ void readParagraph(Buffer const & buf, Paragraph & par, Lexer & lex,
        Change change(Change::UNCHANGED);
 
        while (lex.isOK()) {
-               readParToken(buf, par, lex, token, font, change, errorList);
+               readParToken(par, lex, token, font, change, errorList);
 
                lex.nextToken();
                token = lex.getString();
@@ -289,65 +611,165 @@ void readParagraph(Buffer const & buf, Paragraph & par, Lexer & lex,
                }
        }
        // Final change goes to paragraph break:
-       par.setChange(par.size(), change);
+       if (inset().allowMultiPar())
+               par.setChange(par.size(), change);
 
        // Initialize begin_of_body_ on load; redoParagraph maintains
        par.setBeginOfBody();
-}
 
+       // mark paragraph for spell checking on load
+       // par.requestSpellCheck();
+}
 
-} // namespace anon
 
 class TextCompletionList : public CompletionList
 {
 public:
        ///
-       TextCompletionList(Cursor const & cur)
-               : buffer_(cur.buffer()), pos_(0)
+       TextCompletionList(Cursor const & cur, WordList const & list)
+               : buffer_(cur.buffer()), list_(list)
        {}
        ///
        virtual ~TextCompletionList() {}
-       
+
        ///
-       virtual bool sorted() const { return true; }
+       bool sorted() const override { return true; }
        ///
-       virtual size_t size() const
+       size_t size() const override
        {
-               return theWordList().size();
+               return list_.size();
        }
        ///
-       virtual docstring const & data(size_t idx) const
+       docstring const & data(size_t idx) const override
        {
-               return theWordList().word(idx);
+               return list_.word(idx);
        }
-       
+
 private:
        ///
        Buffer const * buffer_;
        ///
-       size_t pos_;
+       WordList const & list_;
 };
 
 
 bool Text::empty() const
 {
        return pars_.empty() || (pars_.size() == 1 && pars_[0].empty()
-               // FIXME: Should we consider the labeled type as empty too? 
+               // FIXME: Should we consider the labeled type as empty too?
                && pars_[0].layout().labeltype == LABEL_NO_LABEL);
 }
 
 
-double Text::spacing(Buffer const & buffer, Paragraph const & par) const
+double Text::spacing(Paragraph const & par) const
 {
        if (par.params().spacing().isDefault())
-               return buffer.params().spacing().getValue();
+               return owner_->buffer().params().spacing().getValue();
        return par.params().spacing().getValue();
 }
 
 
+/**
+ * This breaks a paragraph at the specified position.
+ * The new paragraph will:
+ * - Decrease depth by one (or change layout to default layout) when
+ *    keep_layout == false
+ * - keep current depth and layout when keep_layout == true
+ */
+static void breakParagraph(Text & text, pit_type par_offset, pos_type pos,
+                   bool keep_layout)
+{
+       BufferParams const & bparams = text.inset().buffer().params();
+       ParagraphList & pars = text.paragraphs();
+       // create a new paragraph, and insert into the list
+       ParagraphList::iterator tmp =
+               pars.insert(pars.iterator_at(par_offset + 1), Paragraph());
+
+       Paragraph & par = pars[par_offset];
+
+       // remember to set the inset_owner
+       tmp->setInsetOwner(&par.inInset());
+       // without doing that we get a crash when typing <Return> at the
+       // end of a paragraph
+       tmp->setPlainOrDefaultLayout(bparams.documentClass());
+
+       if (keep_layout) {
+               tmp->setLayout(par.layout());
+               tmp->setLabelWidthString(par.params().labelWidthString());
+               tmp->params().depth(par.params().depth());
+       } else if (par.params().depth() > 0) {
+               Paragraph const & hook = pars[text.outerHook(par_offset)];
+               tmp->setLayout(hook.layout());
+               // not sure the line below is useful
+               tmp->setLabelWidthString(par.params().labelWidthString());
+               tmp->params().depth(hook.params().depth());
+       }
+
+       bool const isempty = (par.allowEmpty() && par.empty());
+
+       if (!isempty && (par.size() > pos || par.empty())) {
+               tmp->setLayout(par.layout());
+               tmp->params().align(par.params().align());
+               tmp->setLabelWidthString(par.params().labelWidthString());
+
+               tmp->params().depth(par.params().depth());
+               tmp->params().noindent(par.params().noindent());
+               tmp->params().spacing(par.params().spacing());
+
+               // move everything behind the break position
+               // to the new paragraph
+
+               /* Note: if !keepempty, empty() == true, then we reach
+                * here with size() == 0. So pos_end becomes - 1. This
+                * doesn't cause problems because both loops below
+                * enforce pos <= pos_end and 0 <= pos
+                */
+               pos_type pos_end = par.size() - 1;
+
+               for (pos_type i = pos, j = 0; i <= pos_end; ++i) {
+                       if (moveItem(par, pos, *tmp, j, bparams)) {
+                               ++j;
+                       }
+               }
+       }
+
+       // Move over the end-of-par change information
+       tmp->setChange(tmp->size(), par.lookupChange(par.size()));
+       par.setChange(par.size(), Change(bparams.track_changes ?
+                                          Change::INSERTED : Change::UNCHANGED));
+
+       if (pos) {
+               // Make sure that we keep the language when
+               // breaking paragraph.
+               if (tmp->empty()) {
+                       Font changed = tmp->getFirstFontSettings(bparams);
+                       Font const & old = par.getFontSettings(bparams, par.size());
+                       changed.setLanguage(old.language());
+                       tmp->setFont(0, changed);
+               }
+
+               return;
+       }
+
+       if (!isempty) {
+               bool const soa = par.params().startOfAppendix();
+               par.params().clear();
+               // do not lose start of appendix marker (bug 4212)
+               par.params().startOfAppendix(soa);
+               par.setPlainOrDefaultLayout(bparams.documentClass());
+       }
+
+       if (keep_layout) {
+               par.setLayout(tmp->layout());
+               par.setLabelWidthString(tmp->params().labelWidthString());
+               par.params().depth(tmp->params().depth());
+       }
+}
+
+
 void Text::breakParagraph(Cursor & cur, bool inverse_logic)
 {
-       LASSERT(this == cur.text(), /**/);
+       LBUFERR(this == cur.text());
 
        Paragraph & cpar = cur.paragraph();
        pit_type cpit = cur.pit();
@@ -355,24 +777,34 @@ void Text::breakParagraph(Cursor & cur, bool inverse_logic)
        DocumentClass const & tclass = cur.buffer()->params().documentClass();
        Layout const & layout = cpar.layout();
 
-       // this is only allowed, if the current paragraph is not empty
-       // or caption and if it has not the keepempty flag active
-       if (cur.lastpos() == 0 && !cpar.allowEmpty() &&
-           layout.labeltype != LABEL_SENSITIVE)
+       if (cur.lastpos() == 0 && !cpar.allowEmpty()) {
+               if (changeDepthAllowed(cur, DEC_DEPTH)) {
+                       changeDepth(cur, DEC_DEPTH);
+                       pit_type const prev = depthHook(cpit, cpar.getDepth());
+                       docstring const & lay = pars_[prev].layout().name();
+                       if (lay != layout.name())
+                               setLayout(cur, lay);
+               } else {
+                       docstring const & lay = cur.paragraph().usePlainLayout()
+                           ? tclass.plainLayoutName() : tclass.defaultLayoutName();
+                       if (lay != layout.name())
+                               setLayout(cur, lay);
+               }
                return;
+       }
 
-       // a layout change may affect also the following paragraph
-       recUndo(cur, cur.pit(), undoSpan(cur.pit()) - 1);
+       cur.recordUndo();
 
        // Always break behind a space
        // It is better to erase the space (Dekel)
        if (cur.pos() != cur.lastpos() && cpar.isLineSeparator(cur.pos()))
-               cpar.eraseChar(cur.pos(), cur.buffer()->params().trackChanges);
+               cpar.eraseChar(cur.pos(), cur.buffer()->params().track_changes);
 
        // What should the layout for the new paragraph be?
-       bool keep_layout = inverse_logic ? 
-               !layout.isEnvironment() 
-               : layout.isEnvironment();
+       bool keep_layout = layout.isEnvironment()
+               || (layout.isParagraph() && layout.parbreak_is_newline);
+       if (inverse_logic)
+               keep_layout = !keep_layout;
 
        // We need to remember this before we break the paragraph, because
        // that invalidates the layout variable
@@ -381,8 +813,7 @@ void Text::breakParagraph(Cursor & cur, bool inverse_logic)
        // we need to set this before we insert the paragraph.
        bool const isempty = cpar.allowEmpty() && cpar.empty();
 
-       lyx::breakParagraph(cur.buffer()->params(), paragraphs(), cpit,
-                        cur.pos(), keep_layout);
+       lyx::breakParagraph(*this, cpit, cur.pos(), keep_layout);
 
        // After this, neither paragraph contains any rows!
 
@@ -402,14 +833,13 @@ void Text::breakParagraph(Cursor & cur, bool inverse_logic)
        }
 
        while (!pars_[next_par].empty() && pars_[next_par].isNewline(0)) {
-               if (!pars_[next_par].eraseChar(0, cur.buffer()->params().trackChanges))
+               if (!pars_[next_par].eraseChar(0, cur.buffer()->params().track_changes))
                        break; // the character couldn't be deleted physically due to change tracking
        }
 
-       cur.buffer()->updateLabels();
-
        // A singlePar update is not enough in this case.
-       cur.updateFlags(Update::Force);
+       cur.screenUpdateFlags(Update::Force);
+       cur.forceBufferUpdate();
 
        // This check is necessary. Otherwise the new empty paragraph will
        // be deleted automatically. And it is more friendly for the user!
@@ -420,11 +850,148 @@ void Text::breakParagraph(Cursor & cur, bool inverse_logic)
 }
 
 
+// needed to insert the selection
+void Text::insertStringAsLines(Cursor & cur, docstring const & str,
+               Font const & font)
+{
+       BufferParams const & bparams = owner_->buffer().params();
+       pit_type pit = cur.pit();
+       pos_type pos = cur.pos();
+
+       // The special chars we handle
+       static map<wchar_t, InsetSpecialChar::Kind> specialchars = {
+               { 0x200c, InsetSpecialChar::LIGATURE_BREAK },
+               { 0x200b, InsetSpecialChar::ALLOWBREAK },
+               { 0x2026, InsetSpecialChar::LDOTS },
+               { 0x2011, InsetSpecialChar::NOBREAKDASH }
+       };
+
+       // insert the string, don't insert doublespace
+       bool space_inserted = true;
+       for (auto const & ch : str) {
+               Paragraph & par = pars_[pit];
+               if (ch == '\n') {
+                       if (inset().allowMultiPar() && (!par.empty() || par.allowEmpty())) {
+                               lyx::breakParagraph(*this, pit, pos,
+                                       par.layout().isEnvironment());
+                               ++pit;
+                               pos = 0;
+                               space_inserted = true;
+                       } else {
+                               continue;
+                       }
+               // do not insert consecutive spaces if !free_spacing
+               } else if ((ch == ' ' || ch == '\t') &&
+                          space_inserted && !par.isFreeSpacing()) {
+                       continue;
+               } else if (ch == '\t') {
+                       if (!par.isFreeSpacing()) {
+                               // tabs are like spaces here
+                               par.insertChar(pos, ' ', font, bparams.track_changes);
+                               ++pos;
+                               space_inserted = true;
+                       } else {
+                               par.insertChar(pos, ch, font, bparams.track_changes);
+                               ++pos;
+                               space_inserted = true;
+                       }
+               } else if (specialchars.find(ch) != specialchars.end()
+                          && (par.insertInset(pos, new InsetSpecialChar(specialchars.find(ch)->second),
+                                              font, bparams.track_changes
+                                              ? Change(Change::INSERTED)
+                                              : Change(Change::UNCHANGED)))) {
+                       ++pos;
+                       space_inserted = false;
+               } else if (!isPrintable(ch)) {
+                       // Ignore (other) unprintables
+                       continue;
+               } else {
+                       // just insert the character
+                       par.insertChar(pos, ch, font, bparams.track_changes);
+                       ++pos;
+                       space_inserted = (ch == ' ');
+               }
+       }
+       setCursor(cur, pit, pos);
+}
+
+
+// turn double CR to single CR, others are converted into one
+// blank. Then insertStringAsLines is called
+void Text::insertStringAsParagraphs(Cursor & cur, docstring const & str,
+               Font const & font)
+{
+       docstring linestr = str;
+       bool newline_inserted = false;
+
+       for (string::size_type i = 0, siz = linestr.size(); i < siz; ++i) {
+               if (linestr[i] == '\n') {
+                       if (newline_inserted) {
+                               // we know that \r will be ignored by
+                               // insertStringAsLines. Of course, it is a dirty
+                               // trick, but it works...
+                               linestr[i - 1] = '\r';
+                               linestr[i] = '\n';
+                       } else {
+                               linestr[i] = ' ';
+                               newline_inserted = true;
+                       }
+               } else if (isPrintable(linestr[i])) {
+                       newline_inserted = false;
+               }
+       }
+       insertStringAsLines(cur, linestr, font);
+}
+
+
+namespace {
+
+bool canInsertChar(Cursor const & cur, char_type c)
+{
+       Paragraph const & par = cur.paragraph();
+       // If not in free spacing mode, check if there will be two blanks together or a blank at
+       // the beginning of a paragraph.
+       if (!par.isFreeSpacing() && isLineSeparatorChar(c)) {
+               if (cur.pos() == 0) {
+                       cur.message(_(
+                                       "You cannot insert a space at the "
+                                       "beginning of a paragraph. Please read the Tutorial."));
+                       return false;
+               }
+               // If something is wrong, ignore this character.
+               LASSERT(cur.pos() > 0, return false);
+               if ((par.isLineSeparator(cur.pos() - 1) || par.isNewline(cur.pos() - 1))
+                               && !par.isDeleted(cur.pos() - 1)) {
+                       cur.message(_(
+                                       "You cannot type two spaces this way. "
+                                       "Please read the Tutorial."));
+                       return false;
+               }
+       }
+
+       // Prevent to insert uncodable characters in verbatim and ERT.
+       // The encoding is inherited from the context here.
+       if (par.isPassThru() && cur.getEncoding()) {
+               Encoding const * e = cur.getEncoding();
+               if (!e->encodable(c)) {
+                       cur.message(_("Character is uncodable in this verbatim context."));
+                       return false;
+               }
+       }
+       return true;
+}
+
+} // namespace
+
+
 // insert a character, moves all the following breaks in the
 // same Paragraph one to the right and make a rebreak
 void Text::insertChar(Cursor & cur, char_type c)
 {
-       LASSERT(this == cur.text(), /**/);
+       LBUFERR(this == cur.text());
+
+       if (!canInsertChar(cur,c))
+               return;
 
        cur.recordUndo(INSERT_UNDO);
 
@@ -434,40 +1001,43 @@ void Text::insertChar(Cursor & cur, char_type c)
        // try to remove this
        pit_type const pit = cur.pit();
 
-       bool const freeSpacing = par.layout().free_spacing ||
-               par.isFreeSpacing();
-
        if (lyxrc.auto_number) {
                static docstring const number_operators = from_ascii("+-/*");
                static docstring const number_unary_operators = from_ascii("+-");
-               static docstring const number_seperators = from_ascii(".,:");
 
+               // Common Number Separators: comma, dot etc.
+               // European Number Terminators: percent, permille, degree, euro etc.
                if (cur.current_font.fontInfo().number() == FONT_ON) {
-                       if (!isDigit(c) && !contains(number_operators, c) &&
-                           !(contains(number_seperators, c) &&
+                       if (!isDigitASCII(c) && !contains(number_operators, c) &&
+                           !(isCommonNumberSeparator(c) &&
                              cur.pos() != 0 &&
                              cur.pos() != cur.lastpos() &&
                              tm.displayFont(pit, cur.pos()).fontInfo().number() == FONT_ON &&
+                             tm.displayFont(pit, cur.pos() - 1).fontInfo().number() == FONT_ON) &&
+                           !(isEuropeanNumberTerminator(c) &&
+                             cur.pos() != 0 &&
+                             tm.displayFont(pit, cur.pos()).fontInfo().number() == FONT_ON &&
                              tm.displayFont(pit, cur.pos() - 1).fontInfo().number() == FONT_ON)
                           )
                                number(cur); // Set current_font.number to OFF
-               } else if (isDigit(c) &&
+               } else if (isDigitASCII(c) &&
                           cur.real_current_font.isVisibleRightToLeft()) {
                        number(cur); // Set current_font.number to ON
 
                        if (cur.pos() != 0) {
-                               char_type const c = par.getChar(cur.pos() - 1);
-                               if (contains(number_unary_operators, c) &&
+                               char_type const ch = par.getChar(cur.pos() - 1);
+                               if (contains(number_unary_operators, ch) &&
                                    (cur.pos() == 1
                                     || par.isSeparator(cur.pos() - 2)
+                                    || par.isEnvSeparator(cur.pos() - 2)
                                     || par.isNewline(cur.pos() - 2))
                                  ) {
-                                       setCharFont(buffer, pit, cur.pos() - 1, cur.current_font,
+                                       setCharFont(pit, cur.pos() - 1, cur.current_font,
                                                tm.font_);
-                               } else if (contains(number_seperators, c)
+                               } else if (isCommonNumberSeparator(ch)
                                     && cur.pos() >= 2
                                     && tm.displayFont(pit, cur.pos() - 2).fontInfo().number() == FONT_ON) {
-                                       setCharFont(buffer, pit, cur.pos() - 1, cur.current_font,
+                                       setCharFont(pit, cur.pos() - 1, cur.current_font,
                                                tm.font_);
                                }
                        }
@@ -475,40 +1045,40 @@ void Text::insertChar(Cursor & cur, char_type c)
        }
 
        // In Bidi text, we want spaces to be treated in a special way: spaces
-       // which are between words in different languages should get the 
-       // paragraph's language; otherwise, spaces should keep the language 
+       // which are between words in different languages should get the
+       // paragraph's language; otherwise, spaces should keep the language
        // they were originally typed in. This is only in effect while typing;
        // after the text is already typed in, the user can always go back and
        // explicitly set the language of a space as desired. But 99.9% of the
        // time, what we're doing here is what the user actually meant.
-       // 
+       //
        // The following cases are the ones in which the language of the space
        // should be changed to match that of the containing paragraph. In the
-       // depictions, lowercase is LTR, uppercase is RTL, underscore (_) 
+       // depictions, lowercase is LTR, uppercase is RTL, underscore (_)
        // represents a space, pipe (|) represents the cursor position (so the
        // character before it is the one just typed in). The different cases
        // are depicted logically (not visually), from left to right:
-       // 
+       //
        // 1. A_a|
        // 2. a_A|
        //
        // Theoretically, there are other situations that we should, perhaps, deal
-       // with (e.g.: a|_A, A|_a). In practice, though, there really isn't any 
+       // with (e.g.: a|_A, A|_a). In practice, though, there really isn't any
        // point (to understand why, just try to create this situation...).
 
        if ((cur.pos() >= 2) && (par.isLineSeparator(cur.pos() - 1))) {
-               // get font in front and behind the space in question. But do NOT 
+               // get font in front and behind the space in question. But do NOT
                // use getFont(cur.pos()) because the character c is not inserted yet
                Font const pre_space_font  = tm.displayFont(cur.pit(), cur.pos() - 2);
                Font const & post_space_font = cur.real_current_font;
                bool pre_space_rtl  = pre_space_font.isVisibleRightToLeft();
                bool post_space_rtl = post_space_font.isVisibleRightToLeft();
-               
+
                if (pre_space_rtl != post_space_rtl) {
-                       // Set the space's language to match the language of the 
+                       // Set the space's language to match the language of the
                        // adjacent character whose direction is the paragraph's
                        // direction; don't touch other properties of the font
-                       Language const * lang = 
+                       Language const * lang =
                                (pre_space_rtl == par.isRTL(buffer.params())) ?
                                pre_space_font.language() : post_space_font.language();
 
@@ -517,44 +1087,32 @@ void Text::insertChar(Cursor & cur, char_type c)
                        par.setFont(cur.pos() - 1, space_font);
                }
        }
-       
-       // Next check, if there will be two blanks together or a blank at
-       // the beginning of a paragraph.
-       // I decided to handle blanks like normal characters, the main
-       // difference are the special checks when calculating the row.fill
-       // (blank does not count at the end of a row) and the check here
 
-       // When the free-spacing option is set for the current layout,
-       // disable the double-space checking
-       if (!freeSpacing && isLineSeparatorChar(c)) {
-               if (cur.pos() == 0) {
-                       static bool sent_space_message = false;
-                       if (!sent_space_message) {
-                               cur.message(_("You cannot insert a space at the "
-                                                          "beginning of a paragraph. Please read the Tutorial."));
-                               sent_space_message = true;
-                       }
-                       return;
-               }
-               LASSERT(cur.pos() > 0, /**/);
-               if ((par.isLineSeparator(cur.pos() - 1) || par.isNewline(cur.pos() - 1))
-                   && !par.isDeleted(cur.pos() - 1)) {
-                       static bool sent_space_message = false;
-                       if (!sent_space_message) {
-                               cur.message(_("You cannot type two spaces this way. "
-                                                          "Please read the Tutorial."));
-                               sent_space_message = true;
-                       }
-                       return;
+       pos_type pos = cur.pos();
+       if (!cur.paragraph().isPassThru() && owner_->lyxCode() != IPA_CODE &&
+           cur.real_current_font.fontInfo().family() != TYPEWRITER_FAMILY &&
+           c == '-' && pos > 0) {
+               if (par.getChar(pos - 1) == '-') {
+                       // convert "--" to endash
+                       par.eraseChar(pos - 1, cur.buffer()->params().track_changes);
+                       c = 0x2013;
+                       pos--;
+               } else if (par.getChar(pos - 1) == 0x2013) {
+                       // convert "---" to emdash
+                       par.eraseChar(pos - 1, cur.buffer()->params().track_changes);
+                       c = 0x2014;
+                       pos--;
                }
        }
 
-       par.insertChar(cur.pos(), c, cur.current_font,
-               cur.buffer()->params().trackChanges);
+       par.insertChar(pos, c, cur.current_font,
+               cur.buffer()->params().track_changes);
        cur.checkBufferStructure();
 
-//             cur.updateFlags(Update::Force);
-       setCursor(cur.top(), cur.pit(), cur.pos() + 1);
+//             cur.screenUpdateFlags(Update::Force);
+       bool boundary = cur.boundary()
+               || tm.isRTLBoundary(cur.pit(), pos + 1);
+       setCursor(cur, cur.pit(), pos + 1, false, boundary);
        charInserted(cur);
 }
 
@@ -563,23 +1121,13 @@ void Text::charInserted(Cursor & cur)
 {
        Paragraph & par = cur.paragraph();
 
-       // Here we call finishUndo for every 20 characters inserted.
-       // This is from my experience how emacs does it. (Lgb)
-       static unsigned int counter;
-       if (counter < 20) {
-               ++counter;
-       } else {
-               cur.finishUndo();
-               counter = 0;
-       }
-
        // register word if a non-letter was entered
        if (cur.pos() > 1
-           && par.isLetter(cur.pos() - 2)
-           && !par.isLetter(cur.pos() - 1)) {
+           && !par.isWordSeparator(cur.pos() - 2)
+           && par.isWordSeparator(cur.pos() - 1)) {
                // get the word in front of cursor
-               LASSERT(this == cur.text(), /**/);
-               cur.paragraph().updateWords();
+               LBUFERR(this == cur.text());
+               par.updateWords();
        }
 }
 
@@ -589,35 +1137,58 @@ void Text::charInserted(Cursor & cur)
 
 bool Text::cursorForwardOneWord(Cursor & cur)
 {
-       LASSERT(this == cur.text(), /**/);
-
-       pos_type const lastpos = cur.lastpos();
-       pit_type pit = cur.pit();
-       pos_type pos = cur.pos();
-       Paragraph const & par = cur.paragraph();
-
-       // Paragraph boundary is a word boundary
-       if (pos == lastpos) {
-               if (pit != cur.lastpit())
-                       return setCursor(cur, pit + 1, 0);
-               else
-                       return false;
-       }
-
-       if (lyxrc.mac_like_word_movement) {
-               // Skip through trailing punctuation and spaces.
-               while (pos != lastpos && (par.isChar(pos) || par.isSpace(pos)))
-                        ++pos;
-
-               // Skip over either a non-char inset or a full word
-               if (pos != lastpos && !par.isLetter(pos))
-                       ++pos;
-               else while (pos != lastpos && par.isLetter(pos))
-                            ++pos;
+       LBUFERR(this == cur.text());
+
+       if (lyxrc.mac_like_cursor_movement) {
+               DocIterator dit(cur);
+               DocIterator prv(cur);
+               bool inword = false;
+               bool intext = dit.inTexted();
+               while (!dit.atEnd()) {
+                       if (dit.inTexted()) { // no paragraphs in mathed
+                               Paragraph const & par = dit.paragraph();
+                               pos_type const pos = dit.pos();
+
+                               if (!par.isDeleted(pos)) {
+                                       bool wordsep = par.isWordSeparator(pos);
+                                       if (inword && wordsep)
+                                               break; // stop at word end
+                                       else if (!inword && !wordsep)
+                                               inword = true;
+                               }
+                               intext = true;
+                       } else if (intext) {
+                               // move to end of math
+                               while (!dit.inTexted() && !dit.atEnd()) dit.forwardPos();
+                               break;
+                       }
+                       prv = dit;
+                       dit.forwardPosIgnoreCollapsed();
+               }
+               if (dit.atEnd()) dit = prv;
+               if (dit == cur) return false; // we didn't move
+               Cursor orig(cur);
+               cur.setCursor(dit);
+               // see comment above
+               cur.bv().checkDepm(cur, orig);
+               return true;
        } else {
-               LASSERT(pos < lastpos, /**/); // see above
-               if (par.isLetter(pos))
-                       while (pos != lastpos && par.isLetter(pos))
+               pos_type const lastpos = cur.lastpos();
+               pit_type pit = cur.pit();
+               pos_type pos = cur.pos();
+               Paragraph const & par = cur.paragraph();
+
+               // Paragraph boundary is a word boundary
+               if (pos == lastpos || (pos + 1 == lastpos && par.isEnvSeparator(pos))) {
+                       if (pit != cur.lastpit())
+                               return setCursor(cur, pit + 1, 0);
+                       else
+                               return false;
+               }
+
+               LASSERT(pos < lastpos, return false); // see above
+               if (!par.isWordSeparator(pos))
+                       while (pos != lastpos && !par.isWordSeparator(pos))
                                ++pos;
                else if (par.isChar(pos))
                        while (pos != lastpos && par.isChar(pos))
@@ -627,60 +1198,90 @@ bool Text::cursorForwardOneWord(Cursor & cur)
 
                // Skip over white space
                while (pos != lastpos && par.isSpace(pos))
-                            ++pos;             
-       }
+                            ++pos;
+
+               // Don't skip a separator inset at the end of a paragraph
+               if (pos == lastpos && pos && par.isEnvSeparator(pos - 1))
+                       --pos;
 
-       return setCursor(cur, pit, pos);
+               return setCursor(cur, pit, pos);
+       }
 }
 
 
 bool Text::cursorBackwardOneWord(Cursor & cur)
 {
-       LASSERT(this == cur.text(), /**/);
-
-       pit_type pit = cur.pit();
-       pos_type pos = cur.pos();
-       Paragraph & par = cur.paragraph();
-
-       // Paragraph boundary is a word boundary
-       if (pos == 0 && pit != 0)
-               return setCursor(cur, pit - 1, getPar(pit - 1).size());
-
-       if (lyxrc.mac_like_word_movement) {
-               // Skip through punctuation and spaces.
-               while (pos != 0 && (par.isChar(pos - 1) || par.isSpace(pos - 1)))
-                       --pos;
-
-               // Skip over either a non-char inset or a full word
-               if (pos != 0 && !par.isLetter(pos - 1) && !par.isChar(pos - 1))
-                       --pos;
-               else while (pos != 0 && par.isLetter(pos - 1))
-                            --pos;
+       LBUFERR(this == cur.text());
+
+       if (lyxrc.mac_like_cursor_movement) {
+               DocIterator dit(cur);
+               bool inword = false;
+               bool intext = dit.inTexted();
+               while (!dit.atBegin()) {
+                       DocIterator prv(dit);
+                       dit.backwardPosIgnoreCollapsed();
+                       if (dit.inTexted()) { // no paragraphs in mathed
+                               Paragraph const & par = dit.paragraph();
+                               pos_type pos = dit.pos();
+
+                               if (!par.isDeleted(pos)) {
+                                       bool wordsep = par.isWordSeparator(pos);
+                                       if (inword && wordsep) {
+                                               dit = prv;
+                                               break; // stop at word begin
+                                       } else if (!inword && !wordsep)
+                                               inword = true;
+                               }
+                               intext = true;
+                       } else if (intext) {
+                               // move to begin of math
+                               while (!dit.inTexted() && !dit.atBegin()) dit.backwardPos();
+                               break;
+                       }
+               }
+               if (dit == cur) return false; // we didn't move
+               Cursor orig(cur);
+               cur.setCursor(dit);
+               // see comment above cursorForwardOneWord
+               cur.bv().checkDepm(cur, orig);
+               return true;
        } else {
+               Paragraph const & par = cur.paragraph();
+               pit_type const pit = cur.pit();
+               pos_type pos = cur.pos();
+
+               // Paragraph boundary is a word boundary
+               if (pos == 0 && pit != 0) {
+                       Paragraph & prevpar = getPar(pit - 1);
+                       pos = prevpar.size();
+                       // Don't stop after an environment separator
+                       if (pos && prevpar.isEnvSeparator(pos - 1))
+                               --pos;
+                       return setCursor(cur, pit - 1, pos);
+               }
                // Skip over white space
                while (pos != 0 && par.isSpace(pos - 1))
-                            --pos;
+                       --pos;
 
-               if (pos != 0 && par.isLetter(pos - 1))
-                       while (pos != 0 && par.isLetter(pos - 1))
+               if (pos != 0 && !par.isWordSeparator(pos - 1))
+                       while (pos != 0 && !par.isWordSeparator(pos - 1))
                                --pos;
                else if (pos != 0 && par.isChar(pos - 1))
                        while (pos != 0 && par.isChar(pos - 1))
                                --pos;
                else if (pos != 0 && !par.isSpace(pos - 1)) // non-char inset
                        --pos;
-       }
 
-       return setCursor(cur, pit, pos);
+               return setCursor(cur, pit, pos);
+       }
 }
 
 
 bool Text::cursorVisLeftOneWord(Cursor & cur)
 {
-       LASSERT(this == cur.text(), /**/);
+       LBUFERR(this == cur.text());
 
        pos_type left_pos, right_pos;
-       bool left_is_letter, right_is_letter;
 
        Cursor temp_cur = cur;
 
@@ -689,10 +1290,10 @@ bool Text::cursorVisLeftOneWord(Cursor & cur)
 
                // collect some information about current cursor position
                temp_cur.getSurroundingPos(left_pos, right_pos);
-               left_is_letter = 
-                       (left_pos > -1 ? temp_cur.paragraph().isLetter(left_pos) : false);
-               right_is_letter = 
-                       (right_pos > -1 ? temp_cur.paragraph().isLetter(right_pos) : false);
+               bool left_is_letter =
+                       (left_pos > -1 ? !temp_cur.paragraph().isWordSeparator(left_pos) : false);
+               bool right_is_letter =
+                       (right_pos > -1 ? !temp_cur.paragraph().isWordSeparator(right_pos) : false);
 
                // if we're not at a letter/non-letter boundary, continue moving
                if (left_is_letter == right_is_letter)
@@ -707,17 +1308,16 @@ bool Text::cursorVisLeftOneWord(Cursor & cur)
                        break;
        }
 
-       return setCursor(cur, temp_cur.pit(), temp_cur.pos(), 
+       return setCursor(cur, temp_cur.pit(), temp_cur.pos(),
                                         true, temp_cur.boundary());
 }
 
 
 bool Text::cursorVisRightOneWord(Cursor & cur)
 {
-       LASSERT(this == cur.text(), /**/);
+       LBUFERR(this == cur.text());
 
        pos_type left_pos, right_pos;
-       bool left_is_letter, right_is_letter;
 
        Cursor temp_cur = cur;
 
@@ -726,10 +1326,10 @@ bool Text::cursorVisRightOneWord(Cursor & cur)
 
                // collect some information about current cursor position
                temp_cur.getSurroundingPos(left_pos, right_pos);
-               left_is_letter = 
-                       (left_pos > -1 ? temp_cur.paragraph().isLetter(left_pos) : false);
-               right_is_letter = 
-                       (right_pos > -1 ? temp_cur.paragraph().isLetter(right_pos) : false);
+               bool left_is_letter =
+                       (left_pos > -1 ? !temp_cur.paragraph().isWordSeparator(left_pos) : false);
+               bool right_is_letter =
+                       (right_pos > -1 ? !temp_cur.paragraph().isWordSeparator(right_pos) : false);
 
                // if we're not at a letter/non-letter boundary, continue moving
                if (left_is_letter == right_is_letter)
@@ -738,45 +1338,47 @@ bool Text::cursorVisRightOneWord(Cursor & cur)
                // we should stop when we have an LTR word on our right or an RTL word
                // on our left
                if ((left_is_letter && temp_cur.paragraph().getFontSettings(
-                               temp_cur.buffer()->params(), 
+                               temp_cur.buffer()->params(),
                                left_pos).isRightToLeft())
                        || (right_is_letter && !temp_cur.paragraph().getFontSettings(
-                               temp_cur.buffer()->params(), 
+                               temp_cur.buffer()->params(),
                                right_pos).isRightToLeft()))
                        break;
        }
 
-       return setCursor(cur, temp_cur.pit(), temp_cur.pos(), 
+       return setCursor(cur, temp_cur.pit(), temp_cur.pos(),
                                         true, temp_cur.boundary());
 }
 
 
 void Text::selectWord(Cursor & cur, word_location loc)
 {
-       LASSERT(this == cur.text(), /**/);
+       LBUFERR(this == cur.text());
        CursorSlice from = cur.top();
-       CursorSlice to = cur.top();
+       CursorSlice to;
        getWord(from, to, loc);
        if (cur.top() != from)
                setCursor(cur, from.pit(), from.pos());
        if (to == from)
                return;
-       cur.resetAnchor();
+       if (!cur.selection())
+               cur.resetAnchor();
        setCursor(cur, to.pit(), to.pos());
        cur.setSelection();
+       cur.setWordSelection(true);
 }
 
 
 void Text::selectAll(Cursor & cur)
 {
-       LASSERT(this == cur.text(), /**/);
+       LBUFERR(this == cur.text());
        if (cur.lastpos() == 0 && cur.lastpit() == 0)
                return;
        // If the cursor is at the beginning, make sure the cursor ends there
        if (cur.pit() == 0 && cur.pos() == 0) {
                setCursor(cur, cur.lastpit(), getPar(cur.lastpit()).size());
                cur.resetAnchor();
-               setCursor(cur, 0, 0);           
+               setCursor(cur, 0, 0);
        } else {
                setCursor(cur, 0, 0);
                cur.resetAnchor();
@@ -790,7 +1392,7 @@ void Text::selectAll(Cursor & cur)
 // selection is currently set
 bool Text::selectWordWhenUnderCursor(Cursor & cur, word_location loc)
 {
-       LASSERT(this == cur.text(), /**/);
+       LBUFERR(this == cur.text());
        if (cur.selection())
                return false;
        selectWord(cur, loc);
@@ -800,11 +1402,10 @@ bool Text::selectWordWhenUnderCursor(Cursor & cur, word_location loc)
 
 void Text::acceptOrRejectChanges(Cursor & cur, ChangeOp op)
 {
-       LASSERT(this == cur.text(), /**/);
+       LBUFERR(this == cur.text());
 
        if (!cur.selection()) {
-               Change const & change = cur.paragraph().lookupChange(cur.pos());
-               if (!(change.changed() && findNextChange(&cur.bv())))
+               if (!selectChange(cur))
                        return;
        }
 
@@ -817,10 +1418,9 @@ void Text::acceptOrRejectChanges(Cursor & cur, ChangeOp op)
        pos_type endPos = cur.selectionEnd().pos();
 
        // keep selection info, because endPos becomes invalid after the first loop
-       bool endsBeforeEndOfPar = (endPos < pars_[endPit].size());
+       bool const endsBeforeEndOfPar = (endPos < pars_[endPit].size());
 
        // first, accept/reject changes within each individual paragraph (do not consider end-of-par)
-
        for (pit_type pit = begPit; pit <= endPit; ++pit) {
                pos_type parSize = pars_[pit].size();
 
@@ -837,13 +1437,17 @@ void Text::acceptOrRejectChanges(Cursor & cur, ChangeOp op)
                if (pit == endPit && endPos == 0)
                        break; // last iteration anyway
 
-               pos_type left  = (pit == begPit ? begPos : 0);
-               pos_type right = (pit == endPit ? endPos : parSize);
+               pos_type const left  = (pit == begPit ? begPos : 0);
+               pos_type const right = (pit == endPit ? endPos : parSize);
+
+               if (left == right)
+                       // there is no change here
+                       continue;
 
                if (op == ACCEPT) {
-                       pars_[pit].acceptChanges(cur.buffer()->params(), left, right);
+                       pars_[pit].acceptChanges(left, right);
                } else {
-                       pars_[pit].rejectChanges(cur.buffer()->params(), left, right);
+                       pars_[pit].rejectChanges(left, right);
                }
        }
 
@@ -892,35 +1496,35 @@ void Text::acceptOrRejectChanges(Cursor & cur, ChangeOp op)
        }
 
        // finally, invoke the DEPM
-
-       deleteEmptyParagraphMechanism(begPit, endPit, cur.buffer()->params().trackChanges);
-
-       //
+       deleteEmptyParagraphMechanism(begPit, endPit, begPos, endPos,
+                                     cur.buffer()->params().track_changes);
 
        cur.finishUndo();
        cur.clearSelection();
        setCursorIntern(cur, begPit, begPos);
-       cur.updateFlags(Update::Force);
-       cur.buffer()->updateLabels();
+       cur.screenUpdateFlags(Update::Force);
+       cur.forceBufferUpdate();
 }
 
 
-void Text::acceptChanges(BufferParams const & bparams)
+void Text::acceptChanges()
 {
+       BufferParams const & bparams = owner_->buffer().params();
        lyx::acceptChanges(pars_, bparams);
-       deleteEmptyParagraphMechanism(0, pars_.size() - 1, bparams.trackChanges);
+       deleteEmptyParagraphMechanism(0, pars_.size() - 1, bparams.track_changes);
 }
 
 
-void Text::rejectChanges(BufferParams const & bparams)
+void Text::rejectChanges()
 {
+       BufferParams const & bparams = owner_->buffer().params();
        pit_type pars_size = static_cast<pit_type>(pars_.size());
 
        // first, reject changes within each individual paragraph
        // (do not consider end-of-par)
        for (pit_type pit = 0; pit < pars_size; ++pit) {
                if (!pars_[pit].empty())   // prevent assertion failure
-                       pars_[pit].rejectChanges(bparams, 0, pars_[pit].size());
+                       pars_[pit].rejectChanges(0, pars_[pit].size());
        }
 
        // next, reject imaginary end-of-par characters
@@ -943,57 +1547,60 @@ void Text::rejectChanges(BufferParams const & bparams)
        }
 
        // finally, invoke the DEPM
-       deleteEmptyParagraphMechanism(0, pars_size - 1, bparams.trackChanges);
+       deleteEmptyParagraphMechanism(0, pars_size - 1, bparams.track_changes);
 }
 
 
-void Text::deleteWordForward(Cursor & cur)
+void Text::deleteWordForward(Cursor & cur, bool const force)
 {
-       LASSERT(this == cur.text(), /**/);
+       LBUFERR(this == cur.text());
        if (cur.lastpos() == 0)
                cursorForward(cur);
        else {
                cur.resetAnchor();
-               cur.setSelection(true);
+               cur.selection(true);
                cursorForwardOneWord(cur);
                cur.setSelection();
-               cutSelection(cur, true, false);
-               cur.checkBufferStructure();
+               if (force || !cur.confirmDeletion()) {
+                       cutSelection(cur, false);
+                       cur.checkBufferStructure();
+               }
        }
 }
 
 
-void Text::deleteWordBackward(Cursor & cur)
+void Text::deleteWordBackward(Cursor & cur, bool const force)
 {
-       LASSERT(this == cur.text(), /**/);
+       LBUFERR(this == cur.text());
        if (cur.lastpos() == 0)
                cursorBackward(cur);
        else {
                cur.resetAnchor();
-               cur.setSelection(true);
+               cur.selection(true);
                cursorBackwardOneWord(cur);
                cur.setSelection();
-               cutSelection(cur, true, false);
-               cur.checkBufferStructure();
+               if (force || !cur.confirmDeletion()) {
+                       cutSelection(cur, false);
+                       cur.checkBufferStructure();
+               }
        }
 }
 
 
 // Kill to end of line.
-void Text::changeCase(Cursor & cur, TextCase action)
+void Text::changeCase(Cursor & cur, TextCase action, bool partial)
 {
-       LASSERT(this == cur.text(), /**/);
+       LBUFERR(this == cur.text());
        CursorSlice from;
        CursorSlice to;
 
-       bool gotsel = false;
-       if (cur.selection()) {
+       bool const gotsel = cur.selection();
+       if (gotsel) {
                from = cur.selBegin();
                to = cur.selEnd();
-               gotsel = true;
        } else {
                from = cur.top();
-               getWord(from, to, PARTIAL_WORD);
+               getWord(from, to, partial ? PARTIAL_WORD : WHOLE_WORD);
                cursorForwardOneWord(cur);
        }
 
@@ -1047,14 +1654,14 @@ bool Text::handleBibitems(Cursor & cur)
        // if a bibitem is deleted, merge with previous paragraph
        // if this is a bibliography item as well
        if (cur.pit() > 0 && par.layout() == prevpar.layout()) {
-               cur.recordUndo(ATOMIC_UNDO, prevcur.pit());
+               cur.recordUndo(prevcur.pit());
                mergeParagraph(bufparams, cur.text()->paragraphs(),
                                                        prevcur.pit());
-               cur.buffer()->updateLabels();
+               cur.forceBufferUpdate();
                setCursorIntern(cur, prevcur.pit(), prevcur.pos());
-               cur.updateFlags(Update::Force);
+               cur.screenUpdateFlags(Update::Force);
                return true;
-       } 
+       }
 
        // otherwise reset to default
        cur.paragraph().setPlainOrDefaultLayout(bufparams.documentClass());
@@ -1073,12 +1680,12 @@ bool Text::erase(Cursor & cur)
                // any paragraphs
                cur.recordUndo(DELETE_UNDO);
                bool const was_inset = cur.paragraph().isInset(cur.pos());
-               if(!par.eraseChar(cur.pos(), cur.buffer()->params().trackChanges))
+               if(!par.eraseChar(cur.pos(), cur.buffer()->params().track_changes))
                        // the character has been logically deleted only => skip it
                        cur.top().forwardPos();
 
                if (was_inset)
-                       cur.buffer()->updateLabels();
+                       cur.forceBufferUpdate();
                else
                        cur.checkBufferStructure();
                needsUpdate = true;
@@ -1086,7 +1693,8 @@ bool Text::erase(Cursor & cur)
                if (cur.pit() == cur.lastpit())
                        return dissolveInset(cur);
 
-               if (!par.isMergedOnEndOfParDeletion(cur.buffer()->params().trackChanges)) {
+               if (!par.isMergedOnEndOfParDeletion(cur.buffer()->params().track_changes)) {
+                       cur.recordUndo(DELETE_UNDO);
                        par.setChange(cur.pos(), Change(Change::DELETED));
                        cur.forwardPos();
                        needsUpdate = true;
@@ -1101,7 +1709,7 @@ bool Text::erase(Cursor & cur)
        if (needsUpdate) {
                // Make sure the cursor is correct. Is this really needed?
                // No, not really... at least not here!
-               cur.text()->setCursor(cur.top(), cur.pit(), cur.pos());
+               cur.top().setPitPos(cur.pit(), cur.pos());
                cur.checkBufferStructure();
        }
 
@@ -1111,14 +1719,11 @@ bool Text::erase(Cursor & cur)
 
 bool Text::backspacePos0(Cursor & cur)
 {
-       LASSERT(this == cur.text(), /**/);
+       LBUFERR(this == cur.text());
        if (cur.pit() == 0)
                return false;
 
-       bool needsUpdate = false;
-
        BufferParams const & bufparams = cur.buffer()->params();
-       DocumentClass const & tclass = bufparams.documentClass();
        ParagraphList & plist = cur.text()->paragraphs();
        Paragraph const & par = cur.paragraph();
        Cursor prevcur = cur;
@@ -1129,52 +1734,49 @@ bool Text::backspacePos0(Cursor & cur)
        // is it an empty paragraph?
        if (cur.lastpos() == 0
            || (cur.lastpos() == 1 && par.isSeparator(0))) {
-               cur.recordUndo(ATOMIC_UNDO, prevcur.pit(), cur.pit());
-               plist.erase(boost::next(plist.begin(), cur.pit()));
-               needsUpdate = true;
+               cur.recordUndo(prevcur.pit());
+               plist.erase(plist.iterator_at(cur.pit()));
        }
        // is previous par empty?
        else if (prevcur.lastpos() == 0
                 || (prevcur.lastpos() == 1 && prevpar.isSeparator(0))) {
-               cur.recordUndo(ATOMIC_UNDO, prevcur.pit(), cur.pit());
-               plist.erase(boost::next(plist.begin(), prevcur.pit()));
-               needsUpdate = true;
+               cur.recordUndo(prevcur.pit());
+               plist.erase(plist.iterator_at(prevcur.pit()));
        }
+       // FIXME: Do we really not want to allow this???
        // Pasting is not allowed, if the paragraphs have different
        // layouts. I think it is a real bug of all other
        // word processors to allow it. It confuses the user.
        // Correction: Pasting is always allowed with standard-layout
        // or the empty layout.
-       else if (par.layout() == prevpar.layout()
-                || tclass.isDefaultLayout(par.layout())
-                || tclass.isPlainLayout(par.layout())) {
-               cur.recordUndo(ATOMIC_UNDO, prevcur.pit());
+       else {
+               cur.recordUndo(prevcur.pit());
                mergeParagraph(bufparams, plist, prevcur.pit());
-               needsUpdate = true;
        }
 
-       if (needsUpdate) {
-               cur.buffer()->updateLabels();
-               setCursorIntern(cur, prevcur.pit(), prevcur.pos());
-       }
+       cur.forceBufferUpdate();
+       setCursorIntern(cur, prevcur.pit(), prevcur.pos());
 
-       return needsUpdate;
+       return true;
 }
 
 
 bool Text::backspace(Cursor & cur)
 {
-       LASSERT(this == cur.text(), /**/);
+       LBUFERR(this == cur.text());
        bool needsUpdate = false;
        if (cur.pos() == 0) {
                if (cur.pit() == 0)
                        return dissolveInset(cur);
 
-               Paragraph & prev_par = pars_[cur.pit() - 1];
+               Cursor prev_cur = cur;
+               --prev_cur.pit();
 
-               if (!prev_par.isMergedOnEndOfParDeletion(cur.buffer()->params().trackChanges)) {
-                       prev_par.setChange(prev_par.size(), Change(Change::DELETED));
-                       setCursorIntern(cur, cur.pit() - 1, prev_par.size());
+               if (!cur.paragraph().empty()
+                   && !prev_cur.paragraph().isMergedOnEndOfParDeletion(cur.buffer()->params().track_changes)) {
+                       cur.recordUndo(prev_cur.pit(), prev_cur.pit());
+                       prev_cur.paragraph().setChange(prev_cur.lastpos(), Change(Change::DELETED));
+                       setCursorIntern(cur, prev_cur.pit(), prev_cur.lastpos());
                        return true;
                }
                // The cursor is at the beginning of a paragraph, so
@@ -1192,9 +1794,9 @@ bool Text::backspace(Cursor & cur)
                setCursorIntern(cur, cur.pit(), cur.pos() - 1,
                                false, cur.boundary());
                bool const was_inset = cur.paragraph().isInset(cur.pos());
-               cur.paragraph().eraseChar(cur.pos(), cur.buffer()->params().trackChanges);
+               cur.paragraph().eraseChar(cur.pos(), cur.buffer()->params().track_changes);
                if (was_inset)
-                       cur.buffer()->updateLabels();
+                       cur.forceBufferUpdate();
                else
                        cur.checkBufferStructure();
        }
@@ -1205,8 +1807,8 @@ bool Text::backspace(Cursor & cur)
        needsUpdate |= handleBibitems(cur);
 
        // A singlePar update is not enough in this case.
-//             cur.updateFlags(Update::Force);
-       setCursor(cur.top(), cur.pit(), cur.pos());
+       // cur.screenUpdateFlags(Update::Force);
+       cur.top().setPitPos(cur.pit(), cur.pos());
 
        return needsUpdate;
 }
@@ -1216,42 +1818,168 @@ bool Text::dissolveInset(Cursor & cur)
 {
        LASSERT(this == cur.text(), return false);
 
-       if (isMainText(cur.bv().buffer()) || cur.inset().nargs() != 1)
+       if (isMainText() || cur.inset().nargs() != 1)
                return false;
 
        cur.recordUndoInset();
        cur.setMark(false);
        cur.selHandle(false);
-       // save position
+       // save position inside inset
        pos_type spos = cur.pos();
        pit_type spit = cur.pit();
-       ParagraphList plist;
-       if (cur.lastpit() != 0 || cur.lastpos() != 0)
-               plist = paragraphs();
+       bool const inset_non_empty = cur.lastpit() != 0 || cur.lastpos() != 0;
        cur.popBackward();
-       // store cursor offset
+       // update cursor offset
        if (spit == 0)
                spos += cur.pos();
        spit += cur.pit();
+       // remember position outside inset to delete inset later
+       // we do not do it now to avoid memory reuse issues (see #10667).
+       DocIterator inset_it = cur;
+       // jump over inset
+       ++cur.pos();
+
        Buffer & b = *cur.buffer();
-       cur.paragraph().eraseChar(cur.pos(), b.params().trackChanges);
-       if (!plist.empty()) {
+       // Is there anything in this text?
+       if (inset_non_empty) {
+               // see bug 7319
+               // we clear the cache so that we won't get conflicts with labels
+               // that get pasted into the buffer. we should update this before
+               // its being empty matters. if not (i.e., if we encounter bugs),
+               // then this should instead be:
+               //        cur.buffer().updateBuffer();
+               // but we'll try the cheaper solution here.
+               cur.buffer()->clearReferenceCache();
+
+               ParagraphList & plist = paragraphs();
+               if (!lyxrc.ct_markup_copied)
+                       // Do not revive deleted text
+                       lyx::acceptChanges(plist, b.params());
+
                // ERT paragraphs have the Language latex_language.
                // This is invalid outside of ERT, so we need to
                // change it to the buffer language.
-               ParagraphList::iterator it = plist.begin();
-               ParagraphList::iterator it_end = plist.end();
-               for (; it != it_end; it++)
-                       it->changeLanguage(b.params(), latex_language, b.language());
+               for (auto & p : plist)
+                       p.changeLanguage(b.params(), latex_language, b.language());
+
+               /* If the inset is the only thing in paragraph and the layout
+                * is not plain, then the layout of the first paragraph of
+                * inset should be remembered.
+                * FIXME: this does not work as expected when change tracking
+                *   is on However, we do not really know what to do in this
+                *   case.
+                */
+               DocumentClass const & tclass = cur.buffer()->params().documentClass();
+               if (inset_it.lastpos() == 1
+                   && !tclass.isPlainLayout(plist[0].layout())
+                   && !tclass.isDefaultLayout(plist[0].layout())) {
+                       // Copy all parameters except depth.
+                       Paragraph & par = cur.paragraph();
+                       par.setLayout(plist[0].layout());
+                       depth_type const dpth = par.getDepth();
+                       par.params() = plist[0].params();
+                       par.params().depth(dpth);
+               }
 
                pasteParagraphList(cur, plist, b.params().documentClassPtr(),
+                                  b.params().authors(),
                                   b.errorList("Paste"));
-               // restore position
-               cur.pit() = min(cur.lastpit(), spit);
-               cur.pos() = min(cur.lastpos(), spos);
        }
+
+       // delete the inset now
+       inset_it.paragraph().eraseChar(inset_it.pos(), b.params().track_changes);
+
+       // restore position
+       cur.pit() = min(cur.lastpit(), spit);
+       cur.pos() = min(cur.lastpos(), spos);
+       // Ensure the current language is set correctly (bug 6292)
+       cur.text()->setCursor(cur, cur.pit(), cur.pos());
        cur.clearSelection();
        cur.resetAnchor();
+       cur.forceBufferUpdate();
+
+       return true;
+}
+
+
+bool Text::splitInset(Cursor & cur)
+{
+       LASSERT(this == cur.text(), return false);
+
+       if (isMainText() || cur.inset().nargs() != 1)
+               return false;
+
+       cur.recordUndo();
+       if (cur.selection()) {
+               // start from selection begin
+               setCursor(cur, cur.selBegin().pit(), cur.selBegin().pos());
+               cur.clearSelection();
+       }
+       // save split position inside inset
+       // (we need to copy the whole inset first)
+       pos_type spos = cur.pos();
+       pit_type spit = cur.pit();
+       // some things only need to be done if the inset has content
+       bool const inset_non_empty = cur.lastpit() != 0 || cur.lastpos() != 0;
+
+       // move right before the inset
+       cur.popBackward();
+       cur.resetAnchor();
+       // remember position outside inset
+       pos_type ipos = cur.pos();
+       pit_type ipit = cur.pit();
+       // select inset ...
+       ++cur.pos();
+       cur.setSelection();
+       // ... and copy
+       cap::copySelectionToTemp(cur);
+       cur.clearSelection();
+       cur.resetAnchor();
+       // paste copied inset
+       cap::pasteFromTemp(cur, cur.buffer()->errorList("Paste"));
+       cur.forceBufferUpdate();
+
+       // if the inset has text, cut after split position
+       // and paste to new inset
+       if (inset_non_empty) {
+               // go back to first inset
+               cur.text()->setCursor(cur, ipit, ipos);
+               cur.forwardPos();
+               setCursor(cur, spit, spos);
+               cur.resetAnchor();
+               setCursor(cur, cur.lastpit(), getPar(cur.lastpit()).size());
+               cur.setSelection();
+               cap::cutSelectionToTemp(cur);
+               cur.setMark(false);
+               cur.selHandle(false);
+               cur.resetAnchor();
+               bool atlastpos = false;
+               if (cur.pos() == 0 && cur.pit() > 0) {
+                       // if we are at par start, remove this par
+                       cur.text()->backspace(cur);
+                       cur.forceBufferUpdate();
+               } else if (cur.pos() == cur.lastpos())
+                       atlastpos = true;
+               // Move out of and jump over inset
+               cur.popBackward();
+               ++cur.pos();
+
+               // enter new inset
+               cur.forwardPos();
+               cur.setCursor(cur);
+               cur.resetAnchor();
+               cur.text()->selectAll(cur);
+               cutSelection(cur, false);
+               cap::pasteFromTemp(cur, cur.buffer()->errorList("Paste"));
+               cur.text()->setCursor(cur, 0, 0);
+               if (atlastpos && cur.paragraph().isFreeSpacing() && cur.paragraph().empty()) {
+                       // We started from par end, remove extra empty par in free spacing insets
+                       cur.text()->erase(cur);
+                       cur.forceBufferUpdate();
+               }
+       }
+
+       cur.finishUndo();
        return true;
 }
 
@@ -1264,8 +1992,9 @@ void Text::getWord(CursorSlice & from, CursorSlice & to,
 }
 
 
-void Text::write(Buffer const & buf, ostream & os) const
+void Text::write(ostream & os) const
 {
+       Buffer const & buf = owner_->buffer();
        ParagraphList::const_iterator pit = paragraphs().begin();
        ParagraphList::const_iterator end = paragraphs().end();
        depth_type dth = 0;
@@ -1278,9 +2007,10 @@ void Text::write(Buffer const & buf, ostream & os) const
 }
 
 
-bool Text::read(Buffer const & buf, Lexer & lex, 
+bool Text::read(Lexer & lex,
                ErrorList & errorList, InsetText * insetPtr)
 {
+       Buffer const & buf = owner_->buffer();
        depth_type depth = 0;
        bool res = true;
 
@@ -1313,14 +2043,9 @@ bool Text::read(Buffer const & buf, Lexer & lex,
                        par.params().depth(depth);
                        par.setFont(0, Font(inherit_font, buf.params().language));
                        pars_.push_back(par);
-
-                       // FIXME: goddamn InsetTabular makes us pass a Buffer
-                       // not BufferParams
-                       lyx::readParagraph(buf, pars_.back(), lex, errorList);
+                       readParagraph(pars_.back(), lex, errorList);
 
                        // register the words in the global word list
-                       CursorSlice sl = CursorSlice(*insetPtr);
-                       sl.pit() = pars_.size() - 1;
                        pars_.back().updateWords();
                } else if (token == "\\begin_deeper") {
                        ++depth;
@@ -1339,36 +2064,35 @@ bool Text::read(Buffer const & buf, Lexer & lex,
                Paragraph par;
                par.setInsetOwner(insetPtr);
                par.params().depth(depth);
-               par.setFont(0, Font(inherit_font, 
+               par.setFont(0, Font(inherit_font,
                                    buf.params().language));
                par.setPlainOrDefaultLayout(buf.params().documentClass());
                pars_.push_back(par);
        }
-       
+
        return res;
 }
 
-// Returns the current font and depth as a message.
-docstring Text::currentState(Cursor const & cur) const
+
+// Returns the current state (font, depth etc.) as a message for status bar.
+docstring Text::currentState(CursorData const & cur, bool devel_mode) const
 {
-       LASSERT(this == cur.text(), /**/);
+       LBUFERR(this == cur.text());
        Buffer & buf = *cur.buffer();
        Paragraph const & par = cur.paragraph();
        odocstringstream os;
 
-       if (buf.params().trackChanges)
+       if (buf.params().track_changes)
                os << _("[Change Tracking] ");
 
        Change change = par.lookupChange(cur.pos());
 
-       if (change.type != Change::UNCHANGED) {
-               Author const & a = buf.params().authors().get(change.author);
-               os << _("Change: ") << a.name();
-               if (!a.email().empty())
-                       os << " (" << a.email() << ")";
-               // FIXME ctime is english, we should translate that
-               os << _(" at ") << ctime(&change.changetime);
-               os << " : ";
+       if (change.changed()) {
+               docstring const author =
+                       buf.params().authors().get(change.author).nameAndEmail();
+               docstring const date = formatted_datetime(change.changetime);
+               os << bformat(_("Changed by %1$s[[author]] on %2$s[[date]]. "),
+                             author, date);
        }
 
        // I think we should only show changes from the default
@@ -1380,7 +2104,7 @@ docstring Text::currentState(Cursor const & cur) const
        os << bformat(_("Font: %1$s"), font.stateText(&buf.params()));
 
        // The paragraph depth
-       int depth = cur.paragraph().getDepth();
+       int depth = par.getDepth();
        if (depth > 0)
                os << bformat(_(", Depth: %1$d"), depth);
 
@@ -1408,38 +2132,78 @@ docstring Text::currentState(Cursor const & cur) const
                }
        }
 
-#ifdef DEVEL_VERSION
-       os << _(", Inset: ") << &cur.inset();
-       os << _(", Paragraph: ") << cur.pit();
-       os << _(", Id: ") << par.id();
-       os << _(", Position: ") << cur.pos();
-       // FIXME: Why is the check for par.size() needed?
-       // We are called with cur.pos() == par.size() quite often.
-       if (!par.empty() && cur.pos() < par.size()) {
-               // Force output of code point, not character
-               size_t const c = par.getChar(cur.pos());
-               os << _(", Char: 0x") << hex << c;
+       // Custom text style
+       InsetLayout const & layout = cur.inset().getLayout();
+       if (layout.lyxtype() == InsetLyXType::CHARSTYLE)
+               os << _(", Style: ") << translateIfPossible(layout.labelstring());
+
+       if (devel_mode) {
+               os << _(", Inset: ") << &cur.inset();
+               if (cur.lastidx() > 0)
+                       os << _(", Cell: ") << cur.idx();
+               os << _(", Paragraph: ") << cur.pit();
+               os << _(", Id: ") << par.id();
+               os << _(", Position: ") << cur.pos();
+               // FIXME: Why is the check for par.size() needed?
+               // We are called with cur.pos() == par.size() quite often.
+               if (!par.empty() && cur.pos() < par.size()) {
+                       // Force output of code point, not character
+                       size_t const c = par.getChar(cur.pos());
+                       os << _(", Char: 0x") << hex << c;
+               }
+               os << _(", Boundary: ") << cur.boundary();
+//             Row & row = cur.textRow();
+//             os << bformat(_(", Row b:%1$d e:%2$d"), row.pos(), row.endpos());
        }
-       os << _(", Boundary: ") << cur.boundary();
-//     Row & row = cur.textRow();
-//     os << bformat(_(", Row b:%1$d e:%2$d"), row.pos(), row.endpos());
-#endif
        return os.str();
 }
 
 
-docstring Text::getPossibleLabel(Cursor const & cur) const
+docstring Text::getPossibleLabel(DocIterator const & cur) const
 {
-       pit_type pit = cur.pit();
+       pit_type textpit = cur.pit();
+       Layout const * layout = &(pars_[textpit].layout());
 
-       Layout const * layout = &(pars_[pit].layout());
+       // Will contain the label prefix.
+       docstring name;
+
+       // For captions, we just take the caption type
+       Inset * caption_inset = cur.innerInsetOfType(CAPTION_CODE);
+       if (caption_inset) {
+               string const & ftype = static_cast<InsetCaption *>(caption_inset)->floattype();
+               FloatList const & fl = cur.buffer()->params().documentClass().floats();
+               if (fl.typeExist(ftype)) {
+                       Floating const & flt = fl.getType(ftype);
+                       name = from_utf8(flt.refPrefix());
+               }
+               if (name.empty())
+                       name = from_utf8(ftype.substr(0,3));
+       } else {
+               // For section, subsection, etc...
+               if (layout->latextype == LATEX_PARAGRAPH && textpit != 0) {
+                       Layout const * layout2 = &(pars_[textpit - 1].layout());
+                       if (layout2->latextype != LATEX_PARAGRAPH) {
+                               --textpit;
+                               layout = layout2;
+                       }
+               }
+               if (layout->latextype != LATEX_PARAGRAPH)
+                       name = layout->refprefix;
+
+               // If none of the above worked, see if the inset knows.
+               if (name.empty()) {
+                       InsetLayout const & il = cur.inset().getLayout();
+                       name = il.refprefix();
+               }
+       }
 
        docstring text;
-       docstring par_text = pars_[pit].asString();
-       string piece;
-       // the return string of math matrices might contain linebreaks
+       docstring par_text = pars_[textpit].asString(AS_STR_SKIPDELETE);
+
+       // The return string of math matrices might contain linebreaks
        par_text = subst(par_text, '\n', '-');
-       for (int i = 0; i < lyxrc.label_init_length; ++i) {
+       int const numwords = 3;
+       for (int i = 0; i < numwords; ++i) {
                if (par_text.empty())
                        break;
                docstring head;
@@ -1450,58 +2214,23 @@ docstring Text::getPossibleLabel(Cursor const & cur) const
                text += head;
        }
 
-       // No need for a prefix if the user said so.
-       if (lyxrc.label_init_length <= 0)
-               return text;
-
-       // Will contain the label type.
-       docstring name;
-
-       // For section, subsection, etc...
-       if (layout->latextype == LATEX_PARAGRAPH && pit != 0) {
-               Layout const * layout2 = &(pars_[pit - 1].layout());
-               if (layout2->latextype != LATEX_PARAGRAPH) {
-                       --pit;
-                       layout = layout2;
-               }
-       }
-       if (layout->latextype != LATEX_PARAGRAPH)
-               name = from_ascii(layout->latexname());
-
-       // for captions, we just take the caption type
-       Inset * caption_inset = cur.innerInsetOfType(CAPTION_CODE);
-       if (caption_inset)
-               name = from_ascii(static_cast<InsetCaption *>(caption_inset)->type());
-
-       // If none of the above worked, we'll see if we're inside various
-       // types of insets and take our abbreviation from them.
-       if (name.empty()) {
-               InsetCode const codes[] = {
-                       FLOAT_CODE,
-                       WRAP_CODE,
-                       FOOT_CODE
-               };
-               for (unsigned int i = 0; i < (sizeof codes / sizeof codes[0]); ++i) {
-                       Inset * float_inset = cur.innerInsetOfType(codes[i]);
-                       if (float_inset) {
-                               name = float_inset->name();
-                               break;
-                       }
-               }
-       }
-
-       // Create a correct prefix for prettyref
-       if (name == "theorem")
-               name = from_ascii("thm");
-       else if (name == "Foot")
-               name = from_ascii("fn");
-       else if (name == "listing")
-               name = from_ascii("lst");
+       // Make sure it isn't too long
+       unsigned int const max_label_length = 32;
+       if (text.size() > max_label_length)
+               text.resize(max_label_length);
 
        if (!name.empty())
-               text = name.substr(0, 3) + ':' + text;
+               text = name + ':' + text;
+
+       // We need a unique label
+       docstring label = text;
+       int i = 1;
+       while (cur.buffer()->activeLabel(label)) {
+                       label = text + '-' + convert<docstring>(i);
+                       ++i;
+               }
 
-       return text;
+       return label;
 }
 
 
@@ -1523,10 +2252,47 @@ docstring Text::asString(pit_type beg, pit_type end, int options) const
 }
 
 
+void Text::shortenForOutliner(docstring & str, size_t const maxlen)
+{
+       support::truncateWithEllipsis(str, maxlen);
+       for (char_type & c : str)
+               if (c == L'\n' || c == L'\t')
+                       c = L' ';
+}
+
+
+void Text::forOutliner(docstring & os, size_t const maxlen,
+                       bool const shorten) const
+{
+       pit_type end = pars_.size() - 1;
+       if (0 <= end && !pars_[0].labelString().empty())
+               os += pars_[0].labelString() + ' ';
+       forOutliner(os, maxlen, 0, end, shorten);
+}
+
+
+void Text::forOutliner(docstring & os, size_t const maxlen,
+                       pit_type pit_start, pit_type pit_end,
+                       bool const shorten) const
+{
+       size_t tmplen = shorten ? maxlen + 1 : maxlen;
+       pit_type end = min(size_t(pit_end), pars_.size() - 1);
+       bool first = true;
+       for (pit_type i = pit_start; i <= end && os.length() < tmplen; ++i) {
+               if (!first)
+                       os += ' ';
+               // This function lets the first label be treated separately
+               pars_[i].forOutliner(os, tmplen, false, !first);
+               first = false;
+       }
+       if (shorten)
+               shortenForOutliner(os, maxlen);
+}
+
 
 void Text::charsTranspose(Cursor & cur)
 {
-       LASSERT(this == cur.text(), /**/);
+       LBUFERR(this == cur.text());
 
        pos_type pos = cur.pos();
 
@@ -1566,7 +2332,7 @@ void Text::charsTranspose(Cursor & cur)
 
        // And finally, we are ready to perform the transposition.
        // Track the changes if Change Tracking is enabled.
-       bool const trackChanges = cur.buffer()->params().trackChanges;
+       bool const trackChanges = cur.buffer()->params().track_changes;
 
        cur.recordUndo();
 
@@ -1595,48 +2361,41 @@ void Text::setMacrocontextPosition(DocIterator const & pos)
 }
 
 
-docstring Text::previousWord(CursorSlice const & sl) const
-{
-       CursorSlice from = sl;
-       CursorSlice to = sl;
-       getWord(from, to, PREVIOUS_WORD);
-       if (sl == from || to == from)
-               return docstring();
-       
-       Paragraph const & par = sl.paragraph();
-       return par.asString(from.pos(), to.pos());
-}
-
-
 bool Text::completionSupported(Cursor const & cur) const
 {
        Paragraph const & par = cur.paragraph();
-       return cur.pos() > 0
-               && (cur.pos() >= par.size() || !par.isLetter(cur.pos()))
-               && par.isLetter(cur.pos() - 1);
+       return !cur.selection()
+               && cur.pos() > 0
+               && (cur.pos() >= par.size() || par.isWordSeparator(cur.pos()))
+               && !par.isWordSeparator(cur.pos() - 1);
 }
 
 
 CompletionList const * Text::createCompletionList(Cursor const & cur) const
 {
-       return new TextCompletionList(cur);
+       WordList const & list = theWordList(cur.getFont().language()->lang());
+       return new TextCompletionList(cur, list);
 }
 
 
 bool Text::insertCompletion(Cursor & cur, docstring const & s, bool /*finished*/)
-{      
-       LASSERT(cur.bv().cursor() == cur, /**/);
+{
+       LBUFERR(cur.bv().cursor() == cur);
        cur.insert(s);
        cur.bv().cursor() = cur;
-       if (!(cur.disp_.update() & Update::Force))
-               cur.updateFlags(cur.disp_.update() | Update::SinglePar);
+       if (!(cur.result().screenUpdate() & Update::Force))
+               cur.screenUpdateFlags(cur.result().screenUpdate() | Update::SinglePar);
        return true;
 }
-       
-       
+
+
 docstring Text::completionPrefix(Cursor const & cur) const
 {
-       return previousWord(cur.top());
+       CursorSlice from = cur.top();
+       CursorSlice to = from;
+       getWord(from, to, PREVIOUS_WORD);
+
+       return cur.paragraph().asString(from.pos(), to.pos());
 }
 
 } // namespace lyx