]> git.lyx.org Git - lyx.git/blobdiff - src/DocIterator.cpp
Remove profiling.py
[lyx.git] / src / DocIterator.cpp
index ea954acaf2c04d5df5a498c4ba35228d65f8b41e..ace4498a56e91d6f4e8af525f77c567ec74544b0 100644 (file)
@@ -3,7 +3,7 @@
  * This file is part of LyX, the document processor.
  * Licence details can be found in the file COPYING.
  *
- * \author André Pönitz
+ * \author André Pönitz
  * \author Alfredo Braunstein
  *
  * Full author contact details are available in file CREDITS.
 
 #include "DocIterator.h"
 
-#include "debug.h"
-#include "Text.h"
+#include "Buffer.h"
+#include "BufferParams.h"
+#include "Encoding.h"
+#include "Font.h"
+#include "InsetList.h"
+#include "Language.h"
 #include "Paragraph.h"
+#include "Text.h"
 
 #include "mathed/MathData.h"
 #include "mathed/InsetMath.h"
+#include "mathed/InsetMathHull.h"
 
 #include "insets/InsetTabular.h"
 
-#include <boost/assert.hpp>
-#include <boost/current_function.hpp>
+#include "support/convert.h"
+#include "support/debug.h"
+#include "support/ExceptionMessage.h"
+#include "support/gettext.h"
+#include "support/lassert.h"
+#include "support/lstrings.h"
 
-using std::endl;
+#include <ostream>
 
+using namespace std;
+using namespace lyx::support;
 
 namespace lyx {
 
 
-// We could be able to get rid of this if only every BufferView were
-// associated to a buffer on construction.
-DocIterator::DocIterator()
-       : boundary_(false), inset_(0)
-{}
+DocIterator doc_iterator_begin(const Buffer * buf0, const Inset * inset0)
+{
+       Buffer * buf = const_cast<Buffer *>(buf0);
+       Inset * inset = const_cast<Inset *>(inset0);
+       DocIterator dit(buf, inset ? inset : &buf->inset());
+       dit.forwardPos();
+       return dit;
+}
 
 
-DocIterator::DocIterator(Inset & inset)
-       : boundary_(false), inset_(&inset)
-{}
+DocIterator doc_iterator_end(const Buffer * buf0, const Inset * inset0)
+{
+       Buffer * buf = const_cast<Buffer *>(buf0);
+       Inset * inset = const_cast<Inset *>(inset0);
+       return DocIterator(buf, inset ? inset : &buf->inset());
+}
 
 
-DocIterator doc_iterator_begin(Inset & inset)
+DocIterator DocIterator::clone(Buffer * buffer) const
 {
-       DocIterator dit(inset);
-       dit.forwardPos();
+       LASSERT(buffer->isClone(), return DocIterator());
+       Inset * inset = &buffer->inset();
+       DocIterator dit(buffer);
+       size_t const n = slices_.size();
+       for (size_t i = 0 ; i != n; ++i) {
+               LBUFERR(inset);
+               dit.push_back(slices_[i]);
+               dit.top().inset_ = inset;
+               if (i + 1 != n)
+                       inset = dit.nextInset();
+       }
        return dit;
 }
 
 
-DocIterator doc_iterator_end(Inset & inset)
+bool DocIterator::inRegexped() const
 {
-       return DocIterator(inset);
+       InsetMath * im = inset().asInsetMath();
+       if (!im)
+               return false;
+       InsetMathHull * hull = im->asHullInset();
+       return hull && hull->getType() == hullRegexp;
 }
 
 
-Inset * DocIterator::nextInset()
+LyXErr & operator<<(LyXErr & os, DocIterator const & it)
 {
-       BOOST_ASSERT(!empty());
-       if (pos() == lastpos())
-               return 0;
-       if (pos() > lastpos()) {
-               lyxerr << "Should not happen, but it does. " << endl;
-               return 0;
-       }
-       if (inMathed())
-               return nextAtom().nucleus();
-       return paragraph().isInset(pos()) ? paragraph().getInset(pos()) : 0;
+       os.stream() << it;
+       return os;
 }
 
 
-Inset * DocIterator::prevInset()
+Inset * DocIterator::nextInset() const
 {
-       BOOST_ASSERT(!empty());
-       if (pos() == 0)
-               return 0;
+       LASSERT(!empty(), return nullptr);
+       if (pos() == lastpos())
+               return nullptr;
+       if (pos() > lastpos()) {
+               LYXERR0("Should not happen, but it does: pos() = "
+                       << pos() << ", lastpos() = " << lastpos());
+               return nullptr;
+       }
        if (inMathed())
-               if (cell().empty())
-                       // FIXME: this should not happen but it does.
-                       // See bug 3189
-                       // http://bugzilla.lyx.org/show_bug.cgi?id=3189
-                       return 0;
-               else
-                       return prevAtom().nucleus();
-       return paragraph().isInset(pos() - 1) ? paragraph().getInset(pos() - 1) : 0;
+               return nextAtom().nucleus();
+       return paragraph().getInset(pos());
 }
 
 
-Inset const * DocIterator::prevInset() const
+Inset * DocIterator::prevInset() const
 {
-       BOOST_ASSERT(!empty());
+       LASSERT(!empty(), return nullptr);
        if (pos() == 0)
-               return 0;
-       if (inMathed())
+               return nullptr;
+       if (inMathed()) {
                if (cell().empty())
                        // FIXME: this should not happen but it does.
                        // See bug 3189
-                       // http://bugzilla.lyx.org/show_bug.cgi?id=3189
-                       return 0;
+                       // http://www.lyx.org/trac/ticket/3189
+                       return nullptr;
                else
                        return prevAtom().nucleus();
-       return paragraph().isInset(pos() - 1) ? paragraph().getInset(pos() - 1) : 0;
+       }
+       return paragraph().getInset(pos() - 1);
 }
 
 
 Inset * DocIterator::realInset() const
 {
-       BOOST_ASSERT(inTexted());
+       LASSERT(inTexted(), return nullptr);
        // if we are in a tabular, we need the cell
-       if (inset().lyxCode() == Inset::TABULAR_CODE) {
-               InsetTabular & tabular = static_cast<InsetTabular&>(inset());
-               return tabular.cell(idx()).get();
+       if (inset().lyxCode() == TABULAR_CODE) {
+               InsetTabular * tabular = inset().asInsetTabular();
+               return tabular->cell(idx()).get();
        }
        return &inset();
 }
 
 
-MathAtom const & DocIterator::prevAtom() const
+InsetMath & DocIterator::nextMath()
 {
-       BOOST_ASSERT(!empty());
-       BOOST_ASSERT(pos() > 0);
-       return cell()[pos() - 1];
+       return *nextAtom().nucleus();
 }
 
 
-MathAtom & DocIterator::prevAtom()
+InsetMath & DocIterator::prevMath()
 {
-       BOOST_ASSERT(!empty());
-       BOOST_ASSERT(pos() > 0);
-       return cell()[pos() - 1];
+       return *prevAtom().nucleus();
 }
 
 
-MathAtom const & DocIterator::nextAtom() const
+MathAtom & DocIterator::prevAtom() const
 {
-       BOOST_ASSERT(!empty());
-       //lyxerr << "lastpos: " << lastpos() << " next atom:\n" << *this << endl;
-       BOOST_ASSERT(pos() < lastpos());
-       return cell()[pos()];
+       LASSERT(!empty(), /**/);
+       LASSERT(pos() > 0, /**/);
+       return cell()[pos() - 1];
 }
 
 
-MathAtom & DocIterator::nextAtom()
+MathAtom & DocIterator::nextAtom() const
 {
-       BOOST_ASSERT(!empty());
+       LASSERT(!empty(), /**/);
        //lyxerr << "lastpos: " << lastpos() << " next atom:\n" << *this << endl;
-       BOOST_ASSERT(pos() < lastpos());
+       LASSERT(pos() < lastpos(), /**/);
        return cell()[pos()];
 }
 
 
-Text * DocIterator::text()
+Text * DocIterator::text() const
 {
-       BOOST_ASSERT(!empty());
+       LASSERT(!empty(), return nullptr);
        return top().text();
 }
 
-Text const * DocIterator::text() const
+
+Paragraph & DocIterator::paragraph() const
 {
-       BOOST_ASSERT(!empty());
-       return top().text();
+       if (!inTexted()) {
+               LYXERR0(*this);
+               LBUFERR(false);
+       }
+       return top().paragraph();
 }
 
 
-Paragraph & DocIterator::paragraph()
+Paragraph & DocIterator::innerParagraph() const
 {
-       if (!inTexted())
-               lyxerr << *this << endl;
-       BOOST_ASSERT(inTexted());
-       return top().paragraph();
+       LBUFERR(!empty());
+       return innerTextSlice().paragraph();
 }
 
 
-Paragraph const & DocIterator::paragraph() const
+FontSpan DocIterator::locateWord(word_location const loc) const
 {
-       BOOST_ASSERT(inTexted());
-       return top().paragraph();
+       FontSpan f = FontSpan();
+
+       if (!top().text()->empty()) {
+               f.first = pos();
+               top().paragraph().locateWord(f.first, f.last, loc);
+       }
+       return f;
 }
 
 
-Paragraph const & DocIterator::innerParagraph() const
+CursorSlice const & DocIterator::innerTextSlice() const
 {
-       BOOST_ASSERT(!empty());
+       LBUFERR(!empty());
        // go up until first non-0 text is hit
        // (innermost text is 0 in mathed)
        for (int i = depth() - 1; i >= 0; --i)
                if (slices_[i].text())
-                       return slices_[i].paragraph();
+                       return slices_[i];
 
-       // This case is in principe not possible. We _must_
-       // be inside a Paragraph.
-       BOOST_ASSERT(false);
-       return paragraph();
+       // This case is in principle not possible. We _must_
+       // be inside a Text.
+       LBUFERR(false);
+       // Squash warning
+       static const CursorSlice c;
+       return c;
+}
+
+
+docstring DocIterator::paragraphGotoArgument() const
+{
+       CursorSlice const & s = innerTextSlice();
+       return convert<docstring>(s.paragraph().id()) + ' ' +
+               convert<docstring>(s.pos());
+}
+
+
+DocIterator DocIterator::getInnerText() const
+{
+       DocIterator texted = *this;
+       while (!texted.inTexted())
+               texted.pop_back();
+       return texted;
 }
 
 
@@ -210,7 +254,7 @@ pos_type DocIterator::lastpos() const
 }
 
 
-DocIterator::idx_type DocIterator::lastidx() const
+idx_type DocIterator::lastidx() const
 {
        return top().lastidx();
 }
@@ -237,111 +281,93 @@ size_t DocIterator::nrows() const
 }
 
 
-DocIterator::row_type DocIterator::row() const
+row_type DocIterator::row() const
 {
        return top().row();
 }
 
 
-DocIterator::col_type DocIterator::col() const
+col_type DocIterator::col() const
 {
        return top().col();
 }
 
 
-MathData const & DocIterator::cell() const
+MathData & DocIterator::cell() const
 {
-//     BOOST_ASSERT(inMathed());
+//     LASSERT(inMathed(), /**/);
        return top().cell();
 }
 
 
-MathData & DocIterator::cell()
+Text * DocIterator::innerText() const
 {
-//     BOOST_ASSERT(inMathed());
-       return top().cell();
+       LASSERT(!empty(), return nullptr);
+       return innerTextSlice().text();
 }
 
 
-Text * DocIterator::innerText()
+Inset * DocIterator::innerInsetOfType(int code) const
 {
-       BOOST_ASSERT(!empty());
-       // Go up until first non-0 text is hit
-       // (innermost text is 0 in mathed)
        for (int i = depth() - 1; i >= 0; --i)
-               if (slices_[i].text())
-                       return slices_[i].text();
-       return 0;
+               if (slices_[i].inset_->lyxCode() == code)
+                       return slices_[i].inset_;
+       return nullptr;
 }
 
-Text const * DocIterator::innerText() const
+
+bool DocIterator::posBackward()
 {
-       BOOST_ASSERT(!empty());
-       // go up until first non-0 text is hit
-       // (innermost text is 0 in mathed)
-       for (int i = depth() - 1; i >= 0; --i)
-               if (slices_[i].text())
-                       return slices_[i].text();
-       return 0;
+       if (pos() == 0)
+               return false;
+       --pos();
+       return true;
 }
 
 
-Inset * DocIterator::innerInsetOfType(int code) const
+bool DocIterator::posForward()
 {
-       for (int i = depth() - 1; i >= 0; --i)
-               if (slices_[i].inset_->lyxCode() == code)
-                       return slices_[i].inset_;
-       return 0;
+       if (pos() == lastpos())
+               return false;
+       ++pos();
+       return true;
 }
 
 
-void DocIterator::forwardPos(bool ignorecollapsed)
+// This duplicates code above, but is in the critical path.
+// So please think twice before adding stuff
+void DocIterator::forwardPos()
 {
-       //this dog bites his tail
+       // this dog bites his tail
        if (empty()) {
                push_back(CursorSlice(*inset_));
                return;
        }
 
-       Inset * const nextinset = nextInset();
-       // jump over collapsables if they are collapsed
-       // FIXME: the check for asInsetMath() shouldn't be necessary
-       // but math insets do not return a sensible editable() state yet.
-       if (ignorecollapsed && nextinset && (!nextinset->asInsetMath()
-           && nextinset->editable() != Inset::HIGHLY_EDITABLE)) {
-               ++top().pos();
-               return;
-       }
-
        CursorSlice & tip = top();
        //lyxerr << "XXX\n" << *this << endl;
 
-       // this is used twice and shows up in the profiler!
-       pos_type const lastp = lastpos();
-
-       // move into an inset to the right if possible
-       Inset * n = 0;
-
-       if (tip.pos() != lastp) {
-               // this is impossible for pos() == size()
-               if (inMathed()) {
+       // not at cell/paragraph end?
+       if (tip.pos() != tip.lastpos()) {
+               // move into an inset to the right if possible
+               Inset * n = nullptr;
+               if (inMathed())
                        n = (tip.cell().begin() + tip.pos())->nucleus();
-               } else {
-                       if (paragraph().isInset(tip.pos()))
-                               n = paragraph().getInset(tip.pos());
+               else
+                       n = paragraph().getInset(tip.pos());
+               if (n && n->isActive()) {
+                       //lyxerr << "... descend" << endl;
+                       push_back(CursorSlice(*n));
+                       return;
                }
        }
 
-       if (n && n->isActive()) {
-               //lyxerr << "... descend" << endl;
-               push_back(CursorSlice(*n));
-               return;
-       }
-
+       // jump to the next cell/paragraph if possible
        if (!tip.at_end()) {
                tip.forwardPos();
                return;
        }
+
        // otherwise leave inset and jump over inset as a whole
        pop_back();
        // 'tip' is invalid now...
@@ -350,6 +376,20 @@ void DocIterator::forwardPos(bool ignorecollapsed)
 }
 
 
+void DocIterator::forwardPosIgnoreCollapsed()
+{
+       Inset * const nextinset = nextInset();
+       // FIXME: the check for asInsetMath() shouldn't be necessary
+       // but math insets do not return a sensible editable() state yet.
+       if (nextinset && !nextinset->asInsetMath()
+           && !nextinset->editable()) {
+               ++top().pos();
+               return;
+       }
+       forwardPos();
+}
+
+
 void DocIterator::forwardPar()
 {
        forwardPos();
@@ -359,7 +399,7 @@ void DocIterator::forwardPar()
                        pos_type const lastp = lastpos();
                        Paragraph const & par = paragraph();
                        pos_type & pos = top().pos();
-                       if (par.insetlist.empty())
+                       if (par.insetList().empty())
                                pos = lastp;
                        else
                                while (pos < lastp && !par.isInset(pos))
@@ -370,19 +410,6 @@ void DocIterator::forwardPar()
 }
 
 
-void DocIterator::forwardIdx()
-{
-       CursorSlice & tip = top();
-
-       //prevent endless loops
-       BOOST_ASSERT(tip.idx() < lastidx());
-
-       ++tip.idx();
-       tip.pit() = 0;
-       tip.pos() = 0;
-}
-
-
 void DocIterator::forwardChar()
 {
        forwardPos();
@@ -429,6 +456,7 @@ void DocIterator::backwardPos()
                return;
        }
 
+       // at inset beginning?
        if (top().at_begin()) {
                pop_back();
                return;
@@ -436,16 +464,16 @@ void DocIterator::backwardPos()
 
        top().backwardPos();
 
-       // move into an inset to the left if possible
-       Inset * n = 0;
+       // entered another cell/paragraph from the right?
+       if (top().pos() == top().lastpos())
+               return;
 
-       if (inMathed()) {
+       // move into an inset to the left if possible
+       Inset * n = nullptr;
+       if (inMathed())
                n = (top().cell().begin() + top().pos())->nucleus();
-       } else {
-               if (paragraph().isInset(top().pos()))
-                       n = paragraph().getInset(top().pos());
-       }
-
+       else
+               n = paragraph().getInset(top().pos());
        if (n && n->isActive()) {
                push_back(CursorSlice(*n));
                top().idx() = lastidx();
@@ -455,6 +483,37 @@ void DocIterator::backwardPos()
 }
 
 
+void DocIterator::backwardPosIgnoreCollapsed()
+{
+       backwardPos();
+       if (inTexted()) {
+               Inset const * ins = realInset();
+               if (ins && !ins->editable()) {
+                       pop_back(); // move out of collapsed inset
+               }
+       }
+}
+
+
+void DocIterator::backwardInset()
+{
+       backwardPos();
+
+       while (!empty() && !nextInset()) {
+               if (inTexted()) {
+                       pos_type const lastp = lastpos();
+                       Paragraph const & par = paragraph();
+                       pos_type & pos = top().pos();
+                       while (pos > 0 && (pos == lastp || !par.isInset(pos)))
+                               --pos;
+                       if (pos > 0)
+                               break;
+               }
+               backwardPos();
+       }
+}
+
+
 bool DocIterator::hasPart(DocIterator const & it) const
 {
        // it can't be a part if it is larger
@@ -466,28 +525,48 @@ bool DocIterator::hasPart(DocIterator const & it) const
 }
 
 
+bool DocIterator::allowSpellCheck() const
+{
+       /// spell check is disabled if the iterator position
+       /// is inside of an inset which disables the spell checker
+       size_t const n = depth();
+       for (size_t i = 0; i < n; ++i) {
+               if (!slices_[i].inset_->allowSpellCheck())
+                       return false;
+       }
+       return true;
+}
+
+
 void DocIterator::updateInsets(Inset * inset)
 {
        // this function re-creates the cache of inset pointers.
-       // code taken in part from StableDocIterator::asDocIterator.
        //lyxerr << "converting:\n" << *this << endl;
-       DocIterator dit = DocIterator(*inset);
+       DocIterator dit = *this;
        size_t const n = slices_.size();
+       slices_.resize(0);
        for (size_t i = 0 ; i < n; ++i) {
-               BOOST_ASSERT(inset);
-               dit.push_back(slices_[i]);
-               dit.top().inset_ = inset;
+               if (dit[i].empty() && pos() > 0 && prevMath().lyxCode() == MATH_SCRIPT_CODE)
+                       // Workaround: With empty optional argument and a trailing script,
+                       // we have empty slices in math macro args (#11676)
+                       // FIXME: Find real cause!
+                       continue;
+               LBUFERR(inset);
+               push_back(dit[i]);
+               top().inset_ = inset;
                if (i + 1 != n)
-                       inset = dit.nextInset();
+                       inset = nextInset();
        }
        //lyxerr << "converted:\n" << *this << endl;
-       operator=(dit);
 }
 
 
 bool DocIterator::fixIfBroken()
 {
-       // Go through the slice stack from the bottom. 
+       if (empty())
+               return false;
+
+       // Go through the slice stack from the bottom.
        // Check that all coordinates (idx, pit, pos) are correct and
        // that the inset is the one which is claimed to be there
        Inset * inset = &slices_[0].inset();
@@ -495,32 +574,32 @@ bool DocIterator::fixIfBroken()
        size_t n = slices_.size();
        for (; i != n; ++i) {
                CursorSlice & cs = slices_[i];
-               if (&cs.inset() != inset) {
+               if (&cs.inset() != inset || ! cs.inset().isActive()) {
                        // the whole slice is wrong, chop off this as well
                        --i;
-                       LYXERR(Debug::DEBUG) << "fixIfBroken(): inset changed" << endl;
+                       LYXERR(Debug::DEBUG, "fixIfBroken(): inset changed");
                        break;
                } else if (cs.idx() > cs.lastidx()) {
                        cs.idx() = cs.lastidx();
                        cs.pit() = cs.lastpit();
                        cs.pos() = cs.lastpos();
-                       LYXERR(Debug::DEBUG) << "fixIfBroken(): idx fixed" << endl;
+                       LYXERR(Debug::DEBUG, "fixIfBroken(): idx fixed");
                        break;
                } else if (cs.pit() > cs.lastpit()) {
                        cs.pit() = cs.lastpit();
                        cs.pos() = cs.lastpos();
-                       LYXERR(Debug::DEBUG) << "fixIfBroken(): pit fixed" << endl;
+                       LYXERR(Debug::DEBUG, "fixIfBroken(): pit fixed");
                        break;
                } else if (cs.pos() > cs.lastpos()) {
                        cs.pos() = cs.lastpos();
-                       LYXERR(Debug::DEBUG) << "fixIfBroken(): pos fixed" << endl;
+                       LYXERR(Debug::DEBUG, "fixIfBroken(): pos fixed");
                        break;
                } else if (i != n - 1 && cs.pos() != cs.lastpos()) {
                        // get inset which is supposed to be in the next slice
                        if (cs.inset().inMathed())
                                inset = (cs.cell().begin() + cs.pos())->nucleus();
-                       else if (cs.paragraph().isInset(cs.pos()))
-                               inset = cs.paragraph().getInset(cs.pos());
+                       else if (Inset * csInset = cs.paragraph().getInset(cs.pos()))
+                               inset = csInset;
                        else {
                                // there are slices left, so there must be another inset
                                break;
@@ -531,7 +610,7 @@ bool DocIterator::fixIfBroken()
        // Did we make it through the whole slice stack? Otherwise there
        // was a problem at slice i, and we have to chop off above
        if (i < n) {
-               LYXERR(Debug::DEBUG) << "fixIfBroken(): cursor chopped at " << i << endl;
+               LYXERR(Debug::DEBUG, "fixIfBroken(): cursor chopped at " << i);
                resize(i + 1);
                return true;
        } else
@@ -539,76 +618,199 @@ bool DocIterator::fixIfBroken()
 }
 
 
-std::ostream & operator<<(std::ostream & os, DocIterator const & dit)
+void DocIterator::sanitize()
 {
-       for (size_t i = 0, n = dit.depth(); i != n; ++i)
-               os << " " << dit[i] << "\n";
-       return os;
+       // keep a copy of the slices
+       vector<CursorSlice> const sl = slices_;
+       slices_.clear();
+       if (buffer_)
+               inset_ = &buffer_->inset();
+       Inset * inset = inset_;
+       // re-add the slices one by one, and adjust the inset pointer.
+       for (size_t i = 0, n = sl.size(); i != n; ++i) {
+               if (inset == nullptr) {
+                       // FIXME
+                       LYXERR0("Null inset on cursor stack.");
+                       fixIfBroken();
+                       break;
+               }
+               if (!inset->isActive()) {
+                       LYXERR0("Inset found on cursor stack is not active.");
+                       fixIfBroken();
+                       break;
+               }
+               push_back(sl[i]);
+               top().inset_ = inset;
+               if (fixIfBroken())
+                       break;
+               if (i + 1 != n)
+                       inset = nextInset();
+       }
+}
+
+
+bool DocIterator::isInside(Inset const * p) const
+{
+       for (CursorSlice const & sl : slices_)
+               if (&sl.inset() == p)
+                       return true;
+       return false;
 }
 
 
-bool operator<(DocIterator const & p, DocIterator const & q)
+void DocIterator::leaveInset(Inset const & inset)
 {
-       size_t depth = std::min(p.depth(), q.depth());
-       for (size_t i = 0 ; i < depth ; ++i) {
-               if (p[i] != q[i])
-                       return p[i] < q[i];
+       for (size_t i = 0; i != slices_.size(); ++i) {
+               if (&slices_[i].inset() == &inset) {
+                       resize(i);
+                       return;
+               }
        }
-       return p.depth() < q.depth();
 }
 
 
-bool operator>(DocIterator const & p, DocIterator const & q)
+int DocIterator::find(MathData const & cell) const
 {
-       return q < p;
+       for (size_t l = 0; l != slices_.size(); ++l) {
+               if (slices_[l].asInsetMath() && &slices_[l].cell() == &cell)
+                       return l;
+       }
+       return -1;
 }
 
 
-bool operator<=(DocIterator const & p, DocIterator const & q)
+int DocIterator::find(Inset const * inset) const
 {
-       return !(q < p);
+       for (size_t l = 0; l != slices_.size(); ++l) {
+               if (&slices_[l].inset() == inset)
+                       return l;
+       }
+       return -1;
 }
 
 
-///////////////////////////////////////////////////////
+void DocIterator::cutOff(int above, vector<CursorSlice> & cut)
+{
+       cut = vector<CursorSlice>(slices_.begin() + above + 1, slices_.end());
+       slices_.resize(above + 1);
+}
 
-StableDocIterator::StableDocIterator(DocIterator const & dit)
+
+void DocIterator::cutOff(int above)
 {
-       data_ = dit.internalData();
-       for (size_t i = 0, n = data_.size(); i != n; ++i)
-               data_[i].inset_ = 0;
+       slices_.resize(above + 1);
 }
 
 
-DocIterator StableDocIterator::asDocIterator(Inset * inset) const
+void DocIterator::append(vector<CursorSlice> const & x)
 {
-       // this function re-creates the cache of inset pointers
-       //lyxerr << "converting:\n" << *this << endl;
-       DocIterator dit = DocIterator(*inset);
-       for (size_t i = 0, n = data_.size(); i != n; ++i) {
-               if (inset == 0) {
-                       // FIXME
-                       lyxerr << BOOST_CURRENT_FUNCTION
-                              << " Should not happen, but does e.g. after C-n C-l C-z S-C-z\n"
-                                  << " or when a Buffer has been concurently edited by two views"
-                               << '\n' << "dit: " << dit << '\n'
-                               << " lastpos: " << dit.lastpos() << endl;
-                       dit.fixIfBroken();
-                       break;
+       slices_.insert(slices_.end(), x.begin(), x.end());
+}
+
+
+void DocIterator::append(idx_type idx, pos_type pos)
+{
+       slices_.push_back(CursorSlice());
+       top().idx() = idx;
+       top().pos() = pos;
+}
+
+
+docstring DocIterator::getPossibleLabel() const
+{
+       return inMathed() ? from_ascii("eq:") : text()->getPossibleLabel(*this);
+}
+
+
+Encoding const * DocIterator::getEncoding() const
+{
+       if (empty())
+               return nullptr;
+
+       BufferParams const & bp = buffer()->params();
+       if (bp.useNonTeXFonts)
+               return encodings.fromLyXName("utf8-plain");
+
+       // With platex, we don't switch encodings (not even if forced).
+       if (bp.encoding().package() == Encoding::japanese)
+               return &bp.encoding();
+
+       CursorSlice const & sl = innerTextSlice();
+       Text const & text = *sl.text();
+       Language const * lang =
+               text.getPar(sl.pit()).getFont(bp, sl.pos(), text.outerFont(sl.pit())).language();
+       // If we have a custom encoding for the buffer, we don't switch
+       // encodings (see output_latex::switchEncoding())
+       bool const customenc = bp.inputenc != "auto-legacy" && bp.inputenc != "auto-legacy-plain";
+       Encoding const * enc = customenc ? &bp.encoding() : lang->encoding();
+
+       // Some insets force specific encodings sometimes (e.g., listings in
+       // multibyte context forces singlebyte).
+       if (inset().forcedEncoding(enc, encodings.fromLyXName("iso8859-1"))) {
+               // Get the language outside the inset
+               size_t const n = depth();
+               for (size_t i = 0; i < n; ++i) {
+                       Text const & otext = *slices_[i].text();
+                       Language const * olang =
+                                       otext.getPar(slices_[i].pit()).getFont(bp, slices_[i].pos(),
+                                                                              otext.outerFont(slices_[i].pit())).language();
+                       Encoding const * oenc = olang->encoding();
+                       if (oenc->name() != "inherit")
+                               return inset().forcedEncoding(enc, oenc);
+               }
+               // Fall back to buffer encoding if no outer lang was found.
+               return inset().forcedEncoding(enc, &bp.encoding());
+       }
+
+       // Inherited encoding (latex_language) is determined by the context
+       // Look for the first outer encoding that is not itself "inherit"
+       if (lang->encoding()->name() == "inherit") {
+               size_t const n = depth();
+               for (size_t i = 0; i < n; ++i) {
+                       Text const & otext = *slices_[i].text();
+                       Language const * olang =
+                                       otext.getPar(slices_[i].pit()).getFont(bp, slices_[i].pos(),
+                                                                              otext.outerFont(slices_[i].pit())).language();
+                       // Again, if we have a custom encoding, this is used
+                       // instead of the language's.
+                       Encoding const * oenc = customenc ? &bp.encoding() : olang->encoding();
+                       if (olang->encoding()->name() != "inherit")
+                               return oenc;
                }
-               dit.push_back(data_[i]);
-               dit.top().inset_ = inset;
-               if (dit.fixIfBroken())
-                       break;
-               if (i + 1 != n)
-                       inset = dit.nextInset();
        }
-       //lyxerr << "convert:\n" << *this << " to:\n" << dit << endl;
+
+       return enc;
+}
+
+
+ostream & operator<<(ostream & os, DocIterator const & dit)
+{
+       for (size_t i = 0, n = dit.depth(); i != n; ++i)
+               os << " " << dit[i] << "\n";
+       return os;
+}
+
+
+///////////////////////////////////////////////////////
+
+StableDocIterator::StableDocIterator(DocIterator const & dit) :
+       data_(dit.internalData())
+{
+       for (size_t i = 0, n = data_.size(); i != n; ++i)
+               data_[i].inset_ = nullptr;
+}
+
+
+DocIterator StableDocIterator::asDocIterator(Buffer * buf) const
+{
+       DocIterator dit(buf);
+       dit.slices_ = data_;
+       dit.sanitize();
        return dit;
 }
 
 
-std::ostream & operator<<(std::ostream & os, StableDocIterator const & dit)
+ostream & operator<<(ostream & os, StableDocIterator const & dit)
 {
        for (size_t i = 0, n = dit.data_.size(); i != n; ++i)
                os << " " << dit.data_[i] << "\n";