]> git.lyx.org Git - lyx.git/blob - src/text.C
fix another crash
[lyx.git] / src / text.C
1 /**
2  * \file src/text.C
3  * This file is part of LyX, the document processor.
4  * Licence details can be found in the file COPYING.
5  *
6  * \author Asger Alstrup
7  * \author Lars Gullik Bjønnes
8  * \author Jean-Marc Lasgouttes
9  * \author John Levon
10  * \author André Pönitz
11  * \author Dekel Tsur
12  * \author Jürgen Vigna
13  *
14  * Full author contact details are available in file CREDITS.
15  */
16
17 #include <config.h>
18
19 #include "lyxtext.h"
20
21 #include "author.h"
22 #include "buffer.h"
23 #include "buffer_funcs.h"
24 #include "bufferparams.h"
25 #include "BufferView.h"
26 #include "bufferview_funcs.h"
27 #include "cursor.h"
28 #include "pariterator.h"
29 #include "coordcache.h"
30 #include "CutAndPaste.h"
31 #include "debug.h"
32 #include "dispatchresult.h"
33 #include "encoding.h"
34 #include "errorlist.h"
35 #include "funcrequest.h"
36 #include "factory.h"
37 #include "FontIterator.h"
38 #include "gettext.h"
39 #include "language.h"
40 #include "LColor.h"
41 #include "lyxlength.h"
42 #include "lyxlex.h"
43 #include "lyxrc.h"
44 #include "lyxrow.h"
45 #include "metricsinfo.h"
46 #include "paragraph.h"
47 #include "paragraph_funcs.h"
48 #include "ParagraphParameters.h"
49 #include "rowpainter.h"
50 #include "undo.h"
51 #include "vspace.h"
52 #include "WordLangTuple.h"
53
54 #include "frontends/FontMetrics.h"
55 #include "frontends/Painter.h"
56 #include "frontends/Selection.h"
57
58 #include "insets/insettext.h"
59 #include "insets/insetbibitem.h"
60 #include "insets/insethfill.h"
61 #include "insets/insetlatexaccent.h"
62 #include "insets/insetline.h"
63 #include "insets/insetnewline.h"
64 #include "insets/insetpagebreak.h"
65 #include "insets/insetoptarg.h"
66 #include "insets/insetspace.h"
67 #include "insets/insetspecialchar.h"
68 #include "insets/insettabular.h"
69
70 #include "support/lstrings.h"
71 #include "support/textutils.h"
72 #include "support/convert.h"
73
74 #include <boost/current_function.hpp>
75
76 #include <sstream>
77
78 using std::auto_ptr;
79 using std::advance;
80 using std::distance;
81 using std::max;
82 using std::min;
83 using std::endl;
84 using std::string;
85
86 namespace lyx {
87
88 using support::bformat;
89 using support::contains;
90 using support::lowercase;
91 using support::split;
92 using support::uppercase;
93
94 using cap::cutSelection;
95 using cap::pasteParagraphList;
96
97 using frontend::FontMetrics;
98
99 namespace {
100
101 void readParToken(Buffer const & buf, Paragraph & par, LyXLex & lex,
102         string const & token, LyXFont & font, Change & change, ErrorList & errorList)
103 {
104         BufferParams const & bp = buf.params();
105
106         if (token[0] != '\\') {
107 #if 0
108                 string::const_iterator cit = token.begin();
109                 for (; cit != token.end(); ++cit)
110                         par.insertChar(par.size(), (*cit), font, change);
111 #else
112                 docstring dstr = lex.getDocString();
113                 docstring::const_iterator cit = dstr.begin();
114                 docstring::const_iterator cend = dstr.end();
115                 for (; cit != cend; ++cit)
116                         par.insertChar(par.size(), *cit, font, change);
117 #endif
118         } else if (token == "\\begin_layout") {
119                 lex.eatLine();
120                 string layoutname = lex.getString();
121
122                 font = LyXFont(LyXFont::ALL_INHERIT, bp.language);
123                 change = Change(Change::UNCHANGED);
124
125                 LyXTextClass const & tclass = bp.getLyXTextClass();
126
127                 if (layoutname.empty()) {
128                         layoutname = tclass.defaultLayoutName();
129                 }
130
131                 bool hasLayout = tclass.hasLayout(layoutname);
132
133                 if (!hasLayout) {
134                         errorList.push_back(ErrorItem(_("Unknown layout"),
135                         bformat(_("Layout '%1$s' does not exist in textclass '%2$s'\nTrying to use the default instead.\n"),
136                         from_utf8(layoutname), from_utf8(tclass.name())), par.id(), 0, par.size()));
137                         layoutname = tclass.defaultLayoutName();
138                 }
139
140                 par.layout(bp.getLyXTextClass()[layoutname]);
141
142                 // Test whether the layout is obsolete.
143                 LyXLayout_ptr const & layout = par.layout();
144                 if (!layout->obsoleted_by().empty())
145                         par.layout(bp.getLyXTextClass()[layout->obsoleted_by()]);
146
147                 par.params().read(lex);
148
149         } else if (token == "\\end_layout") {
150                 lyxerr << BOOST_CURRENT_FUNCTION
151                        << ": Solitary \\end_layout in line "
152                        << lex.getLineNo() << "\n"
153                        << "Missing \\begin_layout?.\n";
154         } else if (token == "\\end_inset") {
155                 lyxerr << BOOST_CURRENT_FUNCTION
156                        << ": Solitary \\end_inset in line "
157                        << lex.getLineNo() << "\n"
158                        << "Missing \\begin_inset?.\n";
159         } else if (token == "\\begin_inset") {
160                 InsetBase * inset = readInset(lex, buf);
161                 if (inset)
162                         par.insertInset(par.size(), inset, font, change);
163                 else {
164                         lex.eatLine();
165                         docstring line = lex.getDocString();
166                         errorList.push_back(ErrorItem(_("Unknown Inset"), line,
167                                             par.id(), 0, par.size()));
168                 }
169         } else if (token == "\\family") {
170                 lex.next();
171                 font.setLyXFamily(lex.getString());
172         } else if (token == "\\series") {
173                 lex.next();
174                 font.setLyXSeries(lex.getString());
175         } else if (token == "\\shape") {
176                 lex.next();
177                 font.setLyXShape(lex.getString());
178         } else if (token == "\\size") {
179                 lex.next();
180                 font.setLyXSize(lex.getString());
181         } else if (token == "\\lang") {
182                 lex.next();
183                 string const tok = lex.getString();
184                 Language const * lang = languages.getLanguage(tok);
185                 if (lang) {
186                         font.setLanguage(lang);
187                 } else {
188                         font.setLanguage(bp.language);
189                         lex.printError("Unknown language `$$Token'");
190                 }
191         } else if (token == "\\numeric") {
192                 lex.next();
193                 font.setNumber(font.setLyXMisc(lex.getString()));
194         } else if (token == "\\emph") {
195                 lex.next();
196                 font.setEmph(font.setLyXMisc(lex.getString()));
197         } else if (token == "\\bar") {
198                 lex.next();
199                 string const tok = lex.getString();
200
201                 if (tok == "under")
202                         font.setUnderbar(LyXFont::ON);
203                 else if (tok == "no")
204                         font.setUnderbar(LyXFont::OFF);
205                 else if (tok == "default")
206                         font.setUnderbar(LyXFont::INHERIT);
207                 else
208                         lex.printError("Unknown bar font flag "
209                                        "`$$Token'");
210         } else if (token == "\\noun") {
211                 lex.next();
212                 font.setNoun(font.setLyXMisc(lex.getString()));
213         } else if (token == "\\color") {
214                 lex.next();
215                 font.setLyXColor(lex.getString());
216         } else if (token == "\\InsetSpace" || token == "\\SpecialChar") {
217
218                 // Insets don't make sense in a free-spacing context! ---Kayvan
219                 if (par.isFreeSpacing()) {
220                         if (token == "\\InsetSpace")
221                                 par.insertChar(par.size(), ' ', font, change);
222                         else if (lex.isOK()) {
223                                 lex.next();
224                                 string const next_token = lex.getString();
225                                 if (next_token == "\\-")
226                                         par.insertChar(par.size(), '-', font, change);
227                                 else {
228                                         lex.printError("Token `$$Token' "
229                                                        "is in free space "
230                                                        "paragraph layout!");
231                                 }
232                         }
233                 } else {
234                         auto_ptr<InsetBase> inset;
235                         if (token == "\\SpecialChar" )
236                                 inset.reset(new InsetSpecialChar);
237                         else
238                                 inset.reset(new InsetSpace);
239                         inset->read(buf, lex);
240                         par.insertInset(par.size(), inset.release(),
241                                         font, change);
242                 }
243         } else if (token == "\\i") {
244                 auto_ptr<InsetBase> inset(new InsetLatexAccent);
245                 inset->read(buf, lex);
246                 par.insertInset(par.size(), inset.release(), font, change);
247         } else if (token == "\\backslash") {
248                 par.insertChar(par.size(), '\\', font, change);
249         } else if (token == "\\newline") {
250                 auto_ptr<InsetBase> inset(new InsetNewline);
251                 inset->read(buf, lex);
252                 par.insertInset(par.size(), inset.release(), font, change);
253         } else if (token == "\\LyXTable") {
254                 auto_ptr<InsetBase> inset(new InsetTabular(buf));
255                 inset->read(buf, lex);
256                 par.insertInset(par.size(), inset.release(), font, change);
257         } else if (token == "\\hfill") {
258                 par.insertInset(par.size(), new InsetHFill, font, change);
259         } else if (token == "\\lyxline") {
260                 par.insertInset(par.size(), new InsetLine, font, change);
261         } else if (token == "\\newpage") {
262                 par.insertInset(par.size(), new InsetPagebreak, font, change);
263         } else if (token == "\\clearpage") {
264                 par.insertInset(par.size(), new InsetClearPage, font, change);
265         } else if (token == "\\cleardoublepage") {
266                 par.insertInset(par.size(), new InsetClearDoublePage, font, change);
267         } else if (token == "\\change_unchanged") {
268                 change = Change(Change::UNCHANGED);
269         } else if (token == "\\change_inserted") {
270                 lex.eatLine();
271                 std::istringstream is(lex.getString());
272                 unsigned int aid;
273                 time_type ct;
274                 is >> aid >> ct;
275                 if (aid >= bp.author_map.size()) {
276                         errorList.push_back(ErrorItem(_("Change tracking error"),
277                                             bformat(_("Unknown author index for insertion: %1$d\n"), aid),
278                                             par.id(), 0, par.size()));
279                         change = Change(Change::UNCHANGED);
280                 } else
281                         change = Change(Change::INSERTED, bp.author_map[aid], ct);
282         } else if (token == "\\change_deleted") {
283                 lex.eatLine();
284                 std::istringstream is(lex.getString());
285                 unsigned int aid;
286                 time_type ct;
287                 is >> aid >> ct;
288                 if (aid >= bp.author_map.size()) {
289                         errorList.push_back(ErrorItem(_("Change tracking error"),
290                                             bformat(_("Unknown author index for deletion: %1$d\n"), aid),
291                                             par.id(), 0, par.size()));
292                         change = Change(Change::UNCHANGED);
293                 } else
294                         change = Change(Change::DELETED, bp.author_map[aid], ct);
295         } else {
296                 lex.eatLine();
297                 errorList.push_back(ErrorItem(_("Unknown token"),
298                         bformat(_("Unknown token: %1$s %2$s\n"), from_utf8(token),
299                         lex.getDocString()),
300                         par.id(), 0, par.size()));
301         }
302 }
303
304
305 void readParagraph(Buffer const & buf, Paragraph & par, LyXLex & lex,
306         ErrorList & errorList)
307 {
308         lex.nextToken();
309         string token = lex.getString();
310         LyXFont font;
311         Change change(Change::UNCHANGED);
312
313         while (lex.isOK()) {
314                 readParToken(buf, par, lex, token, font, change, errorList);
315
316                 lex.nextToken();
317                 token = lex.getString();
318
319                 if (token.empty())
320                         continue;
321
322                 if (token == "\\end_layout") {
323                         //Ok, paragraph finished
324                         break;
325                 }
326
327                 lyxerr[Debug::PARSER] << "Handling paragraph token: `"
328                                       << token << '\'' << endl;
329                 if (token == "\\begin_layout" || token == "\\end_document"
330                     || token == "\\end_inset" || token == "\\begin_deeper"
331                     || token == "\\end_deeper") {
332                         lex.pushToken(token);
333                         lyxerr << "Paragraph ended in line "
334                                << lex.getLineNo() << "\n"
335                                << "Missing \\end_layout.\n";
336                         break;
337                 }
338         }
339         // Final change goes to paragraph break:
340         par.setChange(par.size(), change);
341
342         // Initialize begin_of_body_ on load; redoParagraph maintains
343         par.setBeginOfBody();
344 }
345
346
347 } // namespace anon
348
349
350
351 double LyXText::spacing(Buffer const & buffer,
352                 Paragraph const & par) const
353 {
354         if (par.params().spacing().isDefault())
355                 return buffer.params().spacing().getValue();
356         return par.params().spacing().getValue();
357 }
358
359
360 int LyXText::singleWidth(Buffer const & buffer, Paragraph const & par,
361                 pos_type pos) const
362 {
363         return singleWidth(par, pos, par.getChar(pos),
364                 getFont(buffer, par, pos));
365 }
366
367
368 int LyXText::singleWidth(Paragraph const & par,
369                          pos_type pos, char_type c, LyXFont const & font) const
370 {
371         // The most common case is handled first (Asger)
372         if (isPrintable(c)) {
373                 Language const * language = font.language();
374                 if (language->rightToLeft()) {
375                         if ((lyxrc.font_norm_type == LyXRC::ISO_8859_6_8 ||
376                              lyxrc.font_norm_type == LyXRC::ISO_10646_1)
377                             && language->lang() == "arabic") {
378                                 if (Encodings::isComposeChar_arabic(c))
379                                         return 0;
380                                 c = par.transformChar(c, pos);
381                         } else if (language->lang() == "hebrew" &&
382                                    Encodings::isComposeChar_hebrew(c))
383                                 return 0;
384                 }
385                 return theFontMetrics(font).width(c);
386         }
387
388         if (c == Paragraph::META_INSET)
389                 return par.getInset(pos)->width();
390
391         return theFontMetrics(font).width(c);
392 }
393
394
395 int LyXText::leftMargin(Buffer const & buffer, int max_width, pit_type pit) const
396 {
397         BOOST_ASSERT(pit >= 0);
398         BOOST_ASSERT(pit < int(pars_.size()));
399         return leftMargin(buffer, max_width, pit, pars_[pit].size());
400 }
401
402
403 int LyXText::leftMargin(Buffer const & buffer, int max_width,
404                 pit_type const pit, pos_type const pos) const
405 {
406         BOOST_ASSERT(pit >= 0);
407         BOOST_ASSERT(pit < int(pars_.size()));
408         Paragraph const & par = pars_[pit];
409         BOOST_ASSERT(pos >= 0);
410         BOOST_ASSERT(pos <= par.size());
411         //lyxerr << "LyXText::leftMargin: pit: " << pit << " pos: " << pos << endl;
412         LyXTextClass const & tclass = buffer.params().getLyXTextClass();
413         LyXLayout_ptr const & layout = par.layout();
414
415         string parindent = layout->parindent;
416
417         int l_margin = 0;
418
419         if (isMainText(buffer))
420                 l_margin += changebarMargin();
421
422         // FIXME UNICODE
423         docstring leftm = from_utf8(tclass.leftmargin());
424         l_margin += theFontMetrics(buffer.params().getFont()).signedWidth(leftm);
425
426         if (par.getDepth() != 0) {
427                 // find the next level paragraph
428                 pit_type newpar = outerHook(pit, pars_);
429                 if (newpar != pit_type(pars_.size())) {
430                         if (pars_[newpar].layout()->isEnvironment()) {
431                                 l_margin = leftMargin(buffer, max_width, newpar);
432                         }
433                         if (par.layout() == tclass.defaultLayout()) {
434                                 if (pars_[newpar].params().noindent())
435                                         parindent.erase();
436                                 else
437                                         parindent = pars_[newpar].layout()->parindent;
438                         }
439                 }
440         }
441
442         // This happens after sections in standard classes. The 1.3.x
443         // code compared depths too, but it does not seem necessary
444         // (JMarc)
445         if (par.layout() == tclass.defaultLayout()
446             && pit > 0 && pars_[pit - 1].layout()->nextnoindent)
447                 parindent.erase();
448
449         LyXFont const labelfont = getLabelFont(buffer, par);
450         FontMetrics const & labelfont_metrics = theFontMetrics(labelfont);
451
452         switch (layout->margintype) {
453         case MARGIN_DYNAMIC:
454                 if (!layout->leftmargin.empty()) {
455                         // FIXME UNICODE
456                         docstring leftm = from_utf8(layout->leftmargin);
457                         l_margin += theFontMetrics(buffer.params().getFont()).signedWidth(leftm);
458                 }
459                 if (!par.getLabelstring().empty()) {
460                         // FIXME UNICODE
461                         docstring labin = from_utf8(layout->labelindent);
462                         l_margin += labelfont_metrics.signedWidth(labin);
463                         docstring labstr = par.getLabelstring();
464                         l_margin += labelfont_metrics.width(labstr);
465                         docstring labsep = from_utf8(layout->labelsep);
466                         l_margin += labelfont_metrics.width(labsep);
467                 }
468                 break;
469
470         case MARGIN_MANUAL: {
471                 // FIXME UNICODE
472                 docstring labin = from_utf8(layout->labelindent);
473                 l_margin += labelfont_metrics.signedWidth(labin);
474                 // The width of an empty par, even with manual label, should be 0
475                 if (!par.empty() && pos >= par.beginOfBody()) {
476                         if (!par.getLabelWidthString().empty()) {
477                                 docstring labstr = par.getLabelWidthString();
478                                 l_margin += labelfont_metrics.width(labstr);
479                                 docstring labsep = from_utf8(layout->labelsep);
480                                 l_margin += labelfont_metrics.width(labsep);
481                         }
482                 }
483                 break;
484         }
485
486         case MARGIN_STATIC: {
487                 // FIXME UNICODE
488                 docstring leftm = from_utf8(layout->leftmargin);
489                 l_margin += theFontMetrics(buffer.params().getFont()).signedWidth(leftm)
490                         * 4     / (par.getDepth() + 4);
491                 break;
492         }
493
494         case MARGIN_FIRST_DYNAMIC:
495                 if (layout->labeltype == LABEL_MANUAL) {
496                         if (pos >= par.beginOfBody()) {
497                                 // FIXME UNICODE
498                                 l_margin += labelfont_metrics.signedWidth(
499                                         from_utf8(layout->leftmargin));
500                         } else {
501                                 // FIXME UNICODE
502                                 l_margin += labelfont_metrics.signedWidth(
503                                         from_utf8(layout->labelindent));
504                         }
505                 } else if (pos != 0
506                            // Special case to fix problems with
507                            // theorems (JMarc)
508                            || (layout->labeltype == LABEL_STATIC
509                                && layout->latextype == LATEX_ENVIRONMENT
510                                && !isFirstInSequence(pit, pars_))) {
511                         // FIXME UNICODE
512                         l_margin += labelfont_metrics.signedWidth(from_utf8(layout->leftmargin));
513                 } else if (layout->labeltype != LABEL_TOP_ENVIRONMENT
514                            && layout->labeltype != LABEL_BIBLIO
515                            && layout->labeltype !=
516                            LABEL_CENTERED_TOP_ENVIRONMENT) {
517                         l_margin += labelfont_metrics.signedWidth(from_utf8(layout->labelindent));
518                         l_margin += labelfont_metrics.width(from_utf8(layout->labelsep));
519                         l_margin += labelfont_metrics.width(par.getLabelstring());
520                 }
521                 break;
522
523         case MARGIN_RIGHT_ADDRESS_BOX: {
524 #if 0
525                 // ok, a terrible hack. The left margin depends on the widest
526                 // row in this paragraph.
527                 RowList::iterator rit = par.rows().begin();
528                 RowList::iterator end = par.rows().end();
529 #ifdef WITH_WARNINGS
530 #warning This is wrong.
531 #endif
532                 int minfill = max_width;
533                 for ( ; rit != end; ++rit)
534                         if (rit->fill() < minfill)
535                                 minfill = rit->fill();
536                 l_margin += theFontMetrics(params.getFont()).signedWidth(layout->leftmargin);
537                 l_margin += minfill;
538 #endif
539                 // also wrong, but much shorter.
540                 l_margin += max_width / 2;
541                 break;
542         }
543         }
544
545         if (!par.params().leftIndent().zero())
546                 l_margin += par.params().leftIndent().inPixels(max_width);
547
548         LyXAlignment align;
549
550         if (par.params().align() == LYX_ALIGN_LAYOUT)
551                 align = layout->align;
552         else
553                 align = par.params().align();
554
555         // set the correct parindent
556         if (pos == 0
557             && (layout->labeltype == LABEL_NO_LABEL
558                || layout->labeltype == LABEL_TOP_ENVIRONMENT
559                || layout->labeltype == LABEL_CENTERED_TOP_ENVIRONMENT
560                || (layout->labeltype == LABEL_STATIC
561                    && layout->latextype == LATEX_ENVIRONMENT
562                    && !isFirstInSequence(pit, pars_)))
563             && align == LYX_ALIGN_BLOCK
564             && !par.params().noindent()
565             // in some insets, paragraphs are never indented
566             && !(par.inInset() && par.inInset()->neverIndent(buffer))
567             // display style insets are always centered, omit indentation
568             && !(!par.empty()
569                     && par.isInset(pos)
570                     && par.getInset(pos)->display())
571             && (par.layout() != tclass.defaultLayout()
572                 || buffer.params().paragraph_separation ==
573                    BufferParams::PARSEP_INDENT))
574         {
575                 docstring din = from_utf8(parindent);
576                 l_margin += theFontMetrics(buffer.params().getFont()).signedWidth(din);
577         }
578
579         return l_margin;
580 }
581
582
583 LColor_color LyXText::backgroundColor() const
584 {
585         return LColor_color(LColor::color(background_color_));
586 }
587
588
589 void LyXText::breakParagraph(LCursor & cur, bool keep_layout)
590 {
591         BOOST_ASSERT(this == cur.text());
592
593         Paragraph & cpar = cur.paragraph();
594         pit_type cpit = cur.pit();
595
596         LyXTextClass const & tclass = cur.buffer().params().getLyXTextClass();
597         LyXLayout_ptr const & layout = cpar.layout();
598
599         // this is only allowed, if the current paragraph is not empty
600         // or caption and if it has not the keepempty flag active
601         if (cur.lastpos() == 0 && !cpar.allowEmpty() &&
602             layout->labeltype != LABEL_SENSITIVE)
603                 return;
604
605         // a layout change may affect also the following paragraph
606         recUndo(cur, cur.pit(), undoSpan(cur.pit()) - 1);
607
608         // Always break behind a space
609         // It is better to erase the space (Dekel)
610         if (cur.pos() != cur.lastpos() && cpar.isLineSeparator(cur.pos()))
611                 cpar.eraseChar(cur.pos(), cur.buffer().params().trackChanges);
612
613         // What should the layout for the new paragraph be?
614         int preserve_layout = 0;
615         if (keep_layout)
616                 preserve_layout = 2;
617         else
618                 preserve_layout = layout->isEnvironment();
619
620         // We need to remember this before we break the paragraph, because
621         // that invalidates the layout variable
622         bool sensitive = layout->labeltype == LABEL_SENSITIVE;
623
624         // we need to set this before we insert the paragraph.
625         bool const isempty = cpar.allowEmpty() && cpar.empty();
626
627         lyx::breakParagraph(cur.buffer().params(), paragraphs(), cpit,
628                          cur.pos(), preserve_layout);
629
630         // After this, neither paragraph contains any rows!
631
632         cpit = cur.pit();
633         pit_type next_par = cpit + 1;
634
635         // well this is the caption hack since one caption is really enough
636         if (sensitive) {
637                 if (cur.pos() == 0)
638                         // set to standard-layout
639                         pars_[cpit].applyLayout(tclass.defaultLayout());
640                 else
641                         // set to standard-layout
642                         pars_[next_par].applyLayout(tclass.defaultLayout());
643         }
644
645         while (!pars_[next_par].empty() && pars_[next_par].isNewline(0)) {
646                 if (!pars_[next_par].eraseChar(0, cur.buffer().params().trackChanges))
647                         break; // the character couldn't be deleted physically due to change tracking
648         }
649
650         ParIterator current_it(cur);
651         ParIterator last_it(cur);
652         ++last_it;
653         ++last_it;
654
655         updateLabels(cur.buffer(), current_it, last_it);
656
657         // A singlePar update is not enough in this case.
658         cur.updateFlags(Update::Force);
659
660         // This check is necessary. Otherwise the new empty paragraph will
661         // be deleted automatically. And it is more friendly for the user!
662         if (cur.pos() != 0 || isempty)
663                 setCursor(cur.top(), cur.pit() + 1, 0);
664         else
665                 setCursor(cur.top(), cur.pit(), 0);
666 }
667
668
669 // insert a character, moves all the following breaks in the
670 // same Paragraph one to the right and make a rebreak
671 void LyXText::insertChar(LCursor & cur, char_type c)
672 {
673         BOOST_ASSERT(this == cur.text());
674         BOOST_ASSERT(c != Paragraph::META_INSET);
675
676         recordUndo(cur, Undo::INSERT);
677
678         Buffer const & buffer = cur.buffer();
679         Paragraph & par = cur.paragraph();
680         // try to remove this
681         pit_type const pit = cur.pit();
682
683         bool const freeSpacing = par.layout()->free_spacing ||
684                 par.isFreeSpacing();
685
686         if (lyxrc.auto_number) {
687                 static docstring const number_operators = from_ascii("+-/*");
688                 static docstring const number_unary_operators = from_ascii("+-");
689                 static docstring const number_seperators = from_ascii(".,:");
690
691                 if (current_font.number() == LyXFont::ON) {
692                         if (!isDigit(c) && !contains(number_operators, c) &&
693                             !(contains(number_seperators, c) &&
694                               cur.pos() != 0 &&
695                               cur.pos() != cur.lastpos() &&
696                               getFont(buffer, par, cur.pos()).number() == LyXFont::ON &&
697                               getFont(buffer, par, cur.pos() - 1).number() == LyXFont::ON)
698                            )
699                                 number(cur); // Set current_font.number to OFF
700                 } else if (isDigit(c) &&
701                            real_current_font.isVisibleRightToLeft()) {
702                         number(cur); // Set current_font.number to ON
703
704                         if (cur.pos() != 0) {
705                                 char_type const c = par.getChar(cur.pos() - 1);
706                                 if (contains(number_unary_operators, c) &&
707                                     (cur.pos() == 1
708                                      || par.isSeparator(cur.pos() - 2)
709                                      || par.isNewline(cur.pos() - 2))
710                                   ) {
711                                         setCharFont(buffer, pit, cur.pos() - 1, current_font);
712                                 } else if (contains(number_seperators, c)
713                                      && cur.pos() >= 2
714                                      && getFont(buffer, par, cur.pos() - 2).number() == LyXFont::ON) {
715                                         setCharFont(buffer, pit, cur.pos() - 1, current_font);
716                                 }
717                         }
718                 }
719         }
720
721         // First check, if there will be two blanks together or a blank at
722         // the beginning of a paragraph.
723         // I decided to handle blanks like normal characters, the main
724         // difference are the special checks when calculating the row.fill
725         // (blank does not count at the end of a row) and the check here
726
727         // When the free-spacing option is set for the current layout,
728         // disable the double-space checking
729         if (!freeSpacing && isLineSeparatorChar(c)) {
730                 if (cur.pos() == 0) {
731                         static bool sent_space_message = false;
732                         if (!sent_space_message) {
733                                 cur.message(_("You cannot insert a space at the "
734                                                            "beginning of a paragraph. Please read the Tutorial."));
735                                 sent_space_message = true;
736                         }
737                         return;
738                 }
739                 BOOST_ASSERT(cur.pos() > 0);
740                 if ((par.isLineSeparator(cur.pos() - 1) || par.isNewline(cur.pos() - 1))
741                     && !par.isDeleted(cur.pos() - 1)) {
742                         static bool sent_space_message = false;
743                         if (!sent_space_message) {
744                                 cur.message(_("You cannot type two spaces this way. "
745                                                            "Please read the Tutorial."));
746                                 sent_space_message = true;
747                         }
748                         return;
749                 }
750         }
751
752         par.insertChar(cur.pos(), c, current_font, cur.buffer().params().trackChanges);
753
754 //              cur.updateFlags(Update::Force);
755         setCursor(cur.top(), cur.pit(), cur.pos() + 1);
756         charInserted();
757 }
758
759
760 void LyXText::charInserted()
761 {
762         // Here we call finishUndo for every 20 characters inserted.
763         // This is from my experience how emacs does it. (Lgb)
764         static unsigned int counter;
765         if (counter < 20) {
766                 ++counter;
767         } else {
768                 finishUndo();
769                 counter = 0;
770         }
771 }
772
773
774 // the cursor set functions have a special mechanism. When they
775 // realize, that you left an empty paragraph, they will delete it.
776
777 bool LyXText::cursorRightOneWord(LCursor & cur)
778 {
779         BOOST_ASSERT(this == cur.text());
780
781         LCursor old = cur;
782
783         if (old.pos() == old.lastpos() && old.pit() != old.lastpit()) {
784                 ++old.pit();
785                 old.pos() = 0;
786         } else {
787                 // Advance through word.
788                 while (old.pos() != old.lastpos() && old.paragraph().isLetter(old.pos()))
789                         ++old.pos();
790                 // Skip through trailing nonword stuff.
791                 while (old.pos() != old.lastpos() && !old.paragraph().isLetter(old.pos()))
792                         ++old.pos();
793         }
794         return setCursor(cur, old.pit(), old.pos());
795 }
796
797
798 bool LyXText::cursorLeftOneWord(LCursor & cur)
799 {
800         BOOST_ASSERT(this == cur.text());
801
802         LCursor old = cur;
803
804         if (old.pos() == 0 && old.pit() != 0) {
805                 --old.pit();
806                 old.pos() = old.lastpos();
807         } else {
808                 // Skip through initial nonword stuff.
809                 while (old.pos() != 0 && !old.paragraph().isLetter(old.pos() - 1))
810                         --old.pos();
811                 // Advance through word.
812                 while (old.pos() != 0 && old.paragraph().isLetter(old.pos() - 1))
813                         --old.pos();
814         }
815         return setCursor(cur, old.pit(), old.pos());
816 }
817
818
819 void LyXText::selectWord(LCursor & cur, word_location loc)
820 {
821         BOOST_ASSERT(this == cur.text());
822         CursorSlice from = cur.top();
823         CursorSlice to = cur.top();
824         getWord(from, to, loc);
825         if (cur.top() != from)
826                 setCursor(cur, from.pit(), from.pos());
827         if (to == from)
828                 return;
829         cur.resetAnchor();
830         setCursor(cur, to.pit(), to.pos());
831         cur.setSelection();
832         theSelection().haveSelection(cur.selection());
833 }
834
835
836 // Select the word currently under the cursor when no
837 // selection is currently set
838 bool LyXText::selectWordWhenUnderCursor(LCursor & cur, word_location loc)
839 {
840         BOOST_ASSERT(this == cur.text());
841         if (cur.selection())
842                 return false;
843         selectWord(cur, loc);
844         return cur.selection();
845 }
846
847
848 void LyXText::acceptOrRejectChanges(LCursor & cur, ChangeOp op)
849 {
850         BOOST_ASSERT(this == cur.text());
851
852         if (!cur.selection())
853                 return;
854
855         recordUndoSelection(cur, Undo::ATOMIC);
856
857         pit_type begPit = cur.selectionBegin().pit();
858         pit_type endPit = cur.selectionEnd().pit();
859
860         pos_type begPos = cur.selectionBegin().pos();
861         pos_type endPos = cur.selectionEnd().pos();
862
863         // keep selection info, because endPos becomes invalid after the first loop
864         bool endsBeforeEndOfPar = (endPos < pars_[endPit].size());
865
866         // first, accept/reject changes within each individual paragraph (do not consider end-of-par)
867         
868         for (pit_type pit = begPit; pit <= endPit; ++pit) {
869                 pos_type parSize = pars_[pit].size();
870
871                 // ignore empty paragraphs; otherwise, an assertion will fail for
872                 // acceptChanges(bparams, 0, 0) or rejectChanges(bparams, 0, 0)
873                 if (parSize == 0)
874                         continue;
875
876                 // do not consider first paragraph if the cursor starts at pos size()
877                 if (pit == begPit && begPos == parSize)
878                         continue;
879
880                 // do not consider last paragraph if the cursor ends at pos 0
881                 if (pit == endPit && endPos == 0) 
882                         break; // last iteration anyway
883
884                 pos_type left  = (pit == begPit ? begPos : 0);
885                 pos_type right = (pit == endPit ? endPos : parSize);
886
887                 if (op == ACCEPT) {
888                         pars_[pit].acceptChanges(cur.buffer().params(), left, right);
889                 } else {
890                         pars_[pit].rejectChanges(cur.buffer().params(), left, right);
891                 }
892         }
893         
894         // next, accept/reject imaginary end-of-par characters
895  
896         for (pit_type pit = begPit; pit <= endPit; ++pit) {
897                 pos_type pos = pars_[pit].size();
898
899                 // skip if the selection ends before the end-of-par
900                 if (pit == endPit && endsBeforeEndOfPar)
901                         break; // last iteration anyway
902
903                 // skip if this is not the last paragraph of the document
904                 // note: the user should be able to accept/reject the par break of the last par!
905                 if (pit == endPit && pit != pars_.size() - 1)
906                         break; // last iteration anway
907
908                 if (op == ACCEPT) {
909                         if (pars_[pit].isInserted(pos)) {
910                                 pars_[pit].setChange(pos, Change(Change::UNCHANGED));
911                         } else if (pars_[pit].isDeleted(pos)) {
912                                 if (pit == pars_.size() - 1) {
913                                         // we cannot remove a par break at the end of the last paragraph;
914                                         // instead, we mark it unchanged
915                                         pars_[pit].setChange(pos, Change(Change::UNCHANGED));
916                                 } else {
917                                         mergeParagraph(cur.buffer().params(), pars_, pit);
918                                         --endPit;
919                                         --pit;
920                                 }
921                         }
922                 } else {
923                         if (pars_[pit].isDeleted(pos)) {
924                                 pars_[pit].setChange(pos, Change(Change::UNCHANGED));
925                         } else if (pars_[pit].isInserted(pos)) {
926                                 if (pit == pars_.size() - 1) {
927                                         // we mark the par break at the end of the last paragraph unchanged
928                                         pars_[pit].setChange(pos, Change(Change::UNCHANGED));
929                                 } else {
930                                         mergeParagraph(cur.buffer().params(), pars_, pit);
931                                         --endPit;
932                                         --pit;
933                                 }
934                         }
935                 }
936         }
937
938         // finally, invoke the DEPM
939
940         deleteEmptyParagraphMechanism(begPit, endPit, cur.buffer().params().trackChanges);
941
942         // 
943
944         finishUndo();
945         cur.clearSelection();
946         setCursorIntern(cur, begPit, begPos);
947         cur.updateFlags(Update::Force);
948         updateLabels(cur.buffer());
949 }
950
951
952 void LyXText::acceptChanges(BufferParams const & bparams)
953 {
954         pit_type pars_size = (pit_type) pars_.size();
955
956         // first, accept changes within each individual paragraph
957         // (do not consider end-of-par)
958         for (pit_type pit = 0; pit < pars_size; ++pit) {
959                 if (!pars_[pit].empty())   // prevent assertion failure 
960                         pars_[pit].acceptChanges(bparams, 0, pars_[pit].size());
961         }
962
963         // next, accept imaginary end-of-par characters
964         for (pit_type pit = 0; pit < pars_size; ++pit) {
965                 pos_type pos = pars_[pit].size();
966
967                 if (pars_[pit].isInserted(pos)) {
968                         pars_[pit].setChange(pos, Change(Change::UNCHANGED));
969                 } else if (pars_[pit].isDeleted(pos)) {
970                         if (pit == pars_size - 1) {
971                                 // we cannot remove a par break at the end of the last
972                                 // paragraph; instead, we mark it unchanged
973                                 pars_[pit].setChange(pos, Change(Change::UNCHANGED));
974                         } else {
975                                 mergeParagraph(bparams, pars_, pit);
976                                 --pit;
977                                 --pars_size;
978                         }
979                 }
980         }
981
982         // finally, invoke the DEPM
983         deleteEmptyParagraphMechanism(0, pars_size - 1, bparams.trackChanges);
984 }
985
986
987 void LyXText::rejectChanges(BufferParams const & bparams)
988 {
989         pit_type pars_size = (pit_type) pars_.size();
990
991         // first, reject changes within each individual paragraph
992         // (do not consider end-of-par)         
993         for (pit_type pit = 0; pit < pars_size; ++pit) {
994                 if (!pars_[pit].empty())   // prevent assertion failure 
995                         pars_[pit].rejectChanges(bparams, 0, pars_[pit].size());
996         }
997
998         // next, reject imaginary end-of-par characters
999         for (pit_type pit = 0; pit < pars_size; ++pit) {
1000                 pos_type pos = pars_[pit].size();
1001
1002                 if (pars_[pit].isDeleted(pos)) {
1003                         pars_[pit].setChange(pos, Change(Change::UNCHANGED));
1004                 } else if (pars_[pit].isInserted(pos)) {
1005                         if (pit == pars_size - 1) {
1006                                 // we mark the par break at the end of the last
1007                                 // paragraph unchanged
1008                                 pars_[pit].setChange(pos, Change(Change::UNCHANGED));
1009                         } else {
1010                                 mergeParagraph(bparams, pars_, pit);
1011                                 --pit;
1012                                 --pars_size;
1013                         }
1014                 }
1015         }
1016
1017         // finally, invoke the DEPM
1018         deleteEmptyParagraphMechanism(0, pars_size - 1, bparams.trackChanges);
1019 }
1020
1021
1022 // Delete from cursor up to the end of the current or next word.
1023 void LyXText::deleteWordForward(LCursor & cur)
1024 {
1025         BOOST_ASSERT(this == cur.text());
1026         if (cur.lastpos() == 0)
1027                 cursorRight(cur);
1028         else {
1029                 cur.resetAnchor();
1030                 cur.selection() = true;
1031                 cursorRightOneWord(cur);
1032                 cur.setSelection();
1033                 cutSelection(cur, true, false);
1034         }
1035 }
1036
1037
1038 // Delete from cursor to start of current or prior word.
1039 void LyXText::deleteWordBackward(LCursor & cur)
1040 {
1041         BOOST_ASSERT(this == cur.text());
1042         if (cur.lastpos() == 0)
1043                 cursorLeft(cur);
1044         else {
1045                 cur.resetAnchor();
1046                 cur.selection() = true;
1047                 cursorLeftOneWord(cur);
1048                 cur.setSelection();
1049                 cutSelection(cur, true, false);
1050         }
1051 }
1052
1053
1054 // Kill to end of line.
1055 void LyXText::deleteLineForward(LCursor & cur)
1056 {
1057         BOOST_ASSERT(this == cur.text());
1058         if (cur.lastpos() == 0) {
1059                 // Paragraph is empty, so we just go to the right
1060                 cursorRight(cur);
1061         } else {
1062                 cur.resetAnchor();
1063                 cur.selection() = true; // to avoid deletion
1064                 cursorEnd(cur);
1065                 cur.setSelection();
1066                 // What is this test for ??? (JMarc)
1067                 if (!cur.selection())
1068                         deleteWordForward(cur);
1069                 else
1070                         cutSelection(cur, true, false);
1071         }
1072 }
1073
1074
1075 void LyXText::changeCase(LCursor & cur, LyXText::TextCase action)
1076 {
1077         BOOST_ASSERT(this == cur.text());
1078         CursorSlice from;
1079         CursorSlice to;
1080
1081         if (cur.selection()) {
1082                 from = cur.selBegin();
1083                 to = cur.selEnd();
1084         } else {
1085                 from = cur.top();
1086                 getWord(from, to, PARTIAL_WORD);
1087                 cursorRightOneWord(cur);
1088         }
1089
1090         recordUndoSelection(cur);
1091
1092         pos_type pos = from.pos();
1093         int par = from.pit();
1094
1095         while (par != int(pars_.size()) && (pos != to.pos() || par != to.pit())) {
1096                 pit_type pit = par;
1097                 if (pos == pars_[pit].size()) {
1098                         ++par;
1099                         pos = 0;
1100                         continue;
1101                 }
1102                 char_type c = pars_[pit].getChar(pos);
1103                 if (c != Paragraph::META_INSET) {
1104                         switch (action) {
1105                         case text_lowercase:
1106                                 c = lowercase(c);
1107                                 break;
1108                         case text_capitalization:
1109                                 c = uppercase(c);
1110                                 action = text_lowercase;
1111                                 break;
1112                         case text_uppercase:
1113                                 c = uppercase(c);
1114                                 break;
1115                         }
1116                 }
1117
1118                 // FIXME: change tracking (MG)
1119                 // sorry but we are no longer allowed to set a single character directly
1120                 // we have to rewrite this method in terms of erase&insert operations
1121                 //pars_[pit].setChar(pos, c);
1122                 ++pos;
1123         }
1124 }
1125
1126
1127 bool LyXText::erase(LCursor & cur)
1128 {
1129         BOOST_ASSERT(this == cur.text());
1130         bool needsUpdate = false;
1131         Paragraph & par = cur.paragraph();
1132
1133         if (cur.pos() != cur.lastpos()) {
1134                 // this is the code for a normal delete, not pasting
1135                 // any paragraphs
1136                 recordUndo(cur, Undo::DELETE);
1137                 if(!par.eraseChar(cur.pos(), cur.buffer().params().trackChanges)) {
1138                         // the character has been logically deleted only => skip it
1139                         cur.forwardPosNoDescend();
1140                 }
1141                 needsUpdate = true;
1142         } else {
1143                 if (cur.pit() == cur.lastpit())
1144                         return dissolveInset(cur);
1145
1146                 if (!par.isMergedOnEndOfParDeletion(cur.buffer().params().trackChanges)) {
1147                         par.setChange(cur.pos(), Change(Change::DELETED));
1148                         cur.forwardPos();
1149                         needsUpdate = true;
1150                 } else {
1151                         setCursorIntern(cur, cur.pit() + 1, 0);
1152                         needsUpdate = backspacePos0(cur);
1153                 }
1154         }
1155
1156         if (needsUpdate) {
1157                 // Make sure the cursor is correct. Is this really needed?
1158                 // No, not really... at least not here!
1159                 cur.text()->setCursor(cur.top(), cur.pit(), cur.pos());
1160         }
1161         
1162         return needsUpdate;
1163 }
1164
1165
1166 bool LyXText::backspacePos0(LCursor & cur)
1167 {
1168         BOOST_ASSERT(this == cur.text());
1169         if (cur.pit() == 0)
1170                 return false;
1171
1172         bool needsUpdate = false;
1173
1174         BufferParams const & bufparams = cur.buffer().params();
1175         LyXTextClass const & tclass = bufparams.getLyXTextClass();
1176         ParagraphList & plist = cur.text()->paragraphs();
1177         Paragraph const & par = cur.paragraph();
1178         LCursor prevcur = cur;
1179         --prevcur.pit();
1180         prevcur.pos() = prevcur.lastpos();
1181         Paragraph const & prevpar = prevcur.paragraph();
1182
1183         // is it an empty paragraph?
1184         if (cur.lastpos() == 0 
1185             || (cur.lastpos() == 1 && par.isSeparator(0))) {
1186                 recordUndo(cur, Undo::ATOMIC, prevcur.pit(), cur.pit());
1187                 plist.erase(boost::next(plist.begin(), cur.pit()));
1188                 needsUpdate = true;
1189         }
1190         // is previous par empty?
1191         else if (prevcur.lastpos() == 0 
1192                  || (prevcur.lastpos() == 1 && prevpar.isSeparator(0))) {
1193                 recordUndo(cur, Undo::ATOMIC, prevcur.pit(), cur.pit());
1194                 plist.erase(boost::next(plist.begin(), prevcur.pit()));
1195                 needsUpdate = true;
1196         }
1197         // Pasting is not allowed, if the paragraphs have different
1198         // layouts. I think it is a real bug of all other
1199         // word processors to allow it. It confuses the user.
1200         // Correction: Pasting is always allowed with standard-layout
1201         else if (par.layout() == prevpar.layout()
1202                  || par.layout() == tclass.defaultLayout()) {
1203                 recordUndo(cur, Undo::ATOMIC, prevcur.pit());
1204                 mergeParagraph(bufparams, plist, prevcur.pit());
1205                 needsUpdate = true;
1206         }
1207
1208         if (needsUpdate) {
1209                 updateLabels(cur.buffer());
1210                 setCursorIntern(cur, prevcur.pit(), prevcur.pos());
1211         }
1212
1213         return needsUpdate;
1214 }
1215
1216
1217 bool LyXText::backspace(LCursor & cur)
1218 {
1219         BOOST_ASSERT(this == cur.text());
1220         bool needsUpdate = false;
1221         if (cur.pos() == 0) {
1222                 if (cur.pit() == 0)
1223                         return dissolveInset(cur);
1224
1225                 Paragraph & prev_par = pars_[cur.pit() - 1];
1226
1227                 if (!prev_par.isMergedOnEndOfParDeletion(cur.buffer().params().trackChanges)) {
1228                         prev_par.setChange(prev_par.size(), Change(Change::DELETED));
1229                         setCursorIntern(cur, cur.pit() - 1, prev_par.size());
1230                         return true;
1231                 }
1232                 // The cursor is at the beginning of a paragraph, so
1233                 // the backspace will collapse two paragraphs into one.
1234                 needsUpdate = backspacePos0(cur);
1235
1236         } else {
1237                 // this is the code for a normal backspace, not pasting
1238                 // any paragraphs
1239                 recordUndo(cur, Undo::DELETE);
1240                 // We used to do cursorLeftIntern() here, but it is
1241                 // not a good idea since it triggers the auto-delete
1242                 // mechanism. So we do a cursorLeftIntern()-lite,
1243                 // without the dreaded mechanism. (JMarc)
1244                 setCursorIntern(cur, cur.pit(), cur.pos() - 1,
1245                                 false, cur.boundary());
1246                 cur.paragraph().eraseChar(cur.pos(), cur.buffer().params().trackChanges);
1247         }
1248
1249         if (cur.pos() == cur.lastpos())
1250                 setCurrentFont(cur);
1251
1252         // A singlePar update is not enough in this case.
1253 //              cur.updateFlags(Update::Force);
1254         setCursor(cur.top(), cur.pit(), cur.pos());
1255
1256         return needsUpdate;
1257 }
1258
1259
1260 bool LyXText::dissolveInset(LCursor & cur) {
1261         BOOST_ASSERT(this == cur.text());
1262
1263         if (isMainText(*cur.bv().buffer()) || cur.inset().nargs() != 1)
1264                 return false;
1265
1266         recordUndoInset(cur);
1267         cur.selHandle(false);
1268         // save position
1269         pos_type spos = cur.pos();
1270         pit_type spit = cur.pit();
1271         ParagraphList plist;
1272         if (cur.lastpit() != 0 || cur.lastpos() != 0)
1273                 plist = paragraphs();
1274         cur.popLeft();
1275         // store cursor offset
1276         if (spit == 0)
1277                 spos += cur.pos();
1278         spit += cur.pit();
1279         Buffer & b = cur.buffer();
1280         cur.paragraph().eraseChar(cur.pos(), b.params().trackChanges);
1281         if (!plist.empty()) {
1282                 // ERT paragraphs have the Language latex_language.
1283                 // This is invalid outside of ERT, so we need to
1284                 // change it to the buffer language.
1285                 ParagraphList::iterator it = plist.begin();
1286                 ParagraphList::iterator it_end = plist.end();
1287                 for (; it != it_end; it++) {
1288                         it->changeLanguage(b.params(), latex_language,
1289                                         b.getLanguage());
1290                 }
1291
1292                 pasteParagraphList(cur, plist, b.params().textclass,
1293                                    b.errorList("Paste"));
1294                 // restore position
1295                 cur.pit() = std::min(cur.lastpit(), spit);
1296                 cur.pos() = std::min(cur.lastpos(), spos);
1297         }
1298         cur.clearSelection();
1299         cur.resetAnchor();
1300         return true;
1301 }
1302
1303
1304 // only used for inset right now. should also be used for main text
1305 void LyXText::draw(PainterInfo & pi, int x, int y) const
1306 {
1307         paintTextInset(*this, pi, x, y);
1308 }
1309
1310
1311 // only used for inset right now. should also be used for main text
1312 void LyXText::drawSelection(PainterInfo & pi, int x, int) const
1313 {
1314         LCursor & cur = pi.base.bv->cursor();
1315         if (!cur.selection())
1316                 return;
1317         if (!ptr_cmp(cur.text(), this))
1318                 return;
1319
1320         if (lyxerr.debugging(Debug::DEBUG)) {
1321                 lyxerr[Debug::DEBUG]
1322                         << BOOST_CURRENT_FUNCTION
1323                         << "draw selection at " << x
1324                         << endl;
1325         }
1326
1327         DocIterator beg = cur.selectionBegin();
1328         DocIterator end = cur.selectionEnd();
1329
1330         BufferView & bv = *pi.base.bv;
1331         Buffer const & buffer = *bv.buffer();
1332
1333         // the selection doesn't touch the visible screen
1334         if (bv_funcs::status(&bv, beg) == bv_funcs::CUR_BELOW
1335             || bv_funcs::status(&bv, end) == bv_funcs::CUR_ABOVE)
1336                 return;
1337
1338         Paragraph const & par1 = pars_[beg.pit()];
1339         Paragraph const & par2 = pars_[end.pit()];
1340         TextMetrics const & tm = bv.textMetrics(this);
1341         ParagraphMetrics const & pm1 = tm.parMetrics(beg.pit());
1342         ParagraphMetrics const & pm2 = tm.parMetrics(end.pit());
1343
1344         bool const above = (bv_funcs::status(&bv, beg)
1345                             == bv_funcs::CUR_ABOVE);
1346         bool const below = (bv_funcs::status(&bv, end)
1347                             == bv_funcs::CUR_BELOW);
1348         int y1,y2,x1,x2;
1349         if (above) {
1350                 y1 = 0;
1351                 y2 = 0;
1352                 x1 = 0;
1353                 x2 = tm.width();
1354         } else {
1355                 Row const & row1 = pm1.getRow(beg.pos(), beg.boundary());
1356                 y1 = bv_funcs::getPos(bv, beg, beg.boundary()).y_ - row1.ascent();
1357                 y2 = y1 + row1.height();
1358                 int const startx = cursorX(bv, beg.top(), beg.boundary());
1359                 if (!isRTL(buffer, par1)) {
1360                         x1 = startx;
1361                         x2 = 0 + tm.width();
1362                 }
1363                 else {
1364                         x1 = 0;
1365                         x2 = startx;
1366                 }
1367         }
1368
1369         int Y1,Y2,X1,X2;
1370         if (below) {
1371                 Y1 = bv.workHeight();
1372                 Y2 = bv.workHeight();
1373                 X1 = 0;
1374                 X2 = tm.width();
1375         } else {
1376                 Row const & row2 = pm2.getRow(end.pos(), end.boundary());
1377                 Y1 = bv_funcs::getPos(bv, end, end.boundary()).y_ - row2.ascent();
1378                 Y2 = Y1 + row2.height();
1379                 int const endx = cursorX(bv, end.top(), end.boundary());
1380                 if (!isRTL(buffer, par2)) {
1381                         X1 = 0;
1382                         X2 = endx;
1383                 }
1384                 else {
1385                         X1 = endx;
1386                         X2 = 0 + tm.width();
1387                 }
1388         }
1389
1390         if (!above && !below && &pm1.getRow(beg.pos(), beg.boundary())
1391             == &pm2.getRow(end.pos(), end.boundary()))
1392         {
1393                 // paint only one rectangle
1394                 int const b( !isRTL(*bv.buffer(), par1) ? x + x1 : x + X1 );
1395                 int const w( !isRTL(*bv.buffer(), par1) ? X2 - x1 : x2 - X1 );
1396                 pi.pain.fillRectangle(b, y1, w, y2 - y1, LColor::selection);
1397                 return;
1398         }
1399
1400         if (lyxerr.debugging(Debug::DEBUG)) {
1401                 lyxerr[Debug::DEBUG] << " y1: " << y1 << " y2: " << y2
1402                            << "X1:" << X1 << " x2: " << X2 << " wid: " << tm.width()
1403                         << endl;
1404         }
1405
1406         // paint upper rectangle
1407         pi.pain.fillRectangle(x + x1, y1, x2 - x1, y2 - y1,
1408                                       LColor::selection);
1409         // paint bottom rectangle
1410         pi.pain.fillRectangle(x + X1, Y1, X2 - X1, Y2 - Y1,
1411                                       LColor::selection);
1412         // paint center rectangle
1413         pi.pain.fillRectangle(x, y2, tm.width(),
1414                               Y1 - y2, LColor::selection);
1415 }
1416
1417
1418 bool LyXText::isLastRow(pit_type pit, Row const & row) const
1419 {
1420         return row.endpos() >= pars_[pit].size()
1421                 && pit + 1 == pit_type(paragraphs().size());
1422 }
1423
1424
1425 bool LyXText::isFirstRow(pit_type pit, Row const & row) const
1426 {
1427         return row.pos() == 0 && pit == 0;
1428 }
1429
1430
1431 void LyXText::getWord(CursorSlice & from, CursorSlice & to,
1432         word_location const loc)
1433 {
1434         Paragraph const & from_par = pars_[from.pit()];
1435         switch (loc) {
1436         case WHOLE_WORD_STRICT:
1437                 if (from.pos() == 0 || from.pos() == from_par.size()
1438                     || !from_par.isLetter(from.pos())
1439                     || !from_par.isLetter(from.pos() - 1)) {
1440                         to = from;
1441                         return;
1442                 }
1443                 // no break here, we go to the next
1444
1445         case WHOLE_WORD:
1446                 // If we are already at the beginning of a word, do nothing
1447                 if (!from.pos() || !from_par.isLetter(from.pos() - 1))
1448                         break;
1449                 // no break here, we go to the next
1450
1451         case PREVIOUS_WORD:
1452                 // always move the cursor to the beginning of previous word
1453                 while (from.pos() && from_par.isLetter(from.pos() - 1))
1454                         --from.pos();
1455                 break;
1456         case NEXT_WORD:
1457                 lyxerr << "LyXText::getWord: NEXT_WORD not implemented yet"
1458                        << endl;
1459                 break;
1460         case PARTIAL_WORD:
1461                 // no need to move the 'from' cursor
1462                 break;
1463         }
1464         to = from;
1465         Paragraph & to_par = pars_[to.pit()];
1466         while (to.pos() < to_par.size() && to_par.isLetter(to.pos()))
1467                 ++to.pos();
1468 }
1469
1470
1471 void LyXText::write(Buffer const & buf, std::ostream & os) const
1472 {
1473         ParagraphList::const_iterator pit = paragraphs().begin();
1474         ParagraphList::const_iterator end = paragraphs().end();
1475         depth_type dth = 0;
1476         for (; pit != end; ++pit)
1477                 pit->write(buf, os, buf.params(), dth);
1478 }
1479
1480
1481 bool LyXText::read(Buffer const & buf, LyXLex & lex, ErrorList & errorList)
1482 {
1483         depth_type depth = 0;
1484
1485         while (lex.isOK()) {
1486                 lex.nextToken();
1487                 string const token = lex.getString();
1488
1489                 if (token.empty())
1490                         continue;
1491
1492                 if (token == "\\end_inset")
1493                         break;
1494
1495                 if (token == "\\end_body")
1496                         continue;
1497
1498                 if (token == "\\begin_body")
1499                         continue;
1500
1501                 if (token == "\\end_document")
1502                         return false;
1503
1504                 if (token == "\\begin_layout") {
1505                         lex.pushToken(token);
1506
1507                         Paragraph par;
1508                         par.params().depth(depth);
1509                         par.setFont(0, LyXFont(LyXFont::ALL_INHERIT, buf.params().language));
1510                         pars_.push_back(par);
1511
1512                         // FIXME: goddamn InsetTabular makes us pass a Buffer
1513                         // not BufferParams
1514                         lyx::readParagraph(buf, pars_.back(), lex, errorList);
1515
1516                 } else if (token == "\\begin_deeper") {
1517                         ++depth;
1518                 } else if (token == "\\end_deeper") {
1519                         if (!depth) {
1520                                 lex.printError("\\end_deeper: " "depth is already null");
1521                         } else {
1522                                 --depth;
1523                         }
1524                 } else {
1525                         lyxerr << "Handling unknown body token: `"
1526                                << token << '\'' << endl;
1527                 }
1528         }
1529         return true;
1530 }
1531
1532 int LyXText::cursorX(BufferView const & bv, CursorSlice const & sl,
1533                 bool boundary) const
1534 {
1535         TextMetrics const & tm = bv.textMetrics(sl.text());
1536         pit_type const pit = sl.pit();
1537         Paragraph const & par = pars_[pit];
1538         ParagraphMetrics const & pm = tm.parMetrics(pit);
1539         if (pm.rows().empty())
1540                 return 0;
1541
1542         pos_type ppos = sl.pos();
1543         // Correct position in front of big insets
1544         bool const boundary_correction = ppos != 0 && boundary;
1545         if (boundary_correction)
1546                 --ppos;
1547
1548         Row const & row = pm.getRow(sl.pos(), boundary);
1549
1550         pos_type cursor_vpos = 0;
1551
1552         Buffer const & buffer = *bv.buffer();
1553         RowMetrics const m = tm.computeRowMetrics(pit, row);
1554         double x = m.x;
1555
1556         pos_type const row_pos  = row.pos();
1557         pos_type const end      = row.endpos();
1558
1559         if (end <= row_pos)
1560                 cursor_vpos = row_pos;
1561         else if (ppos >= end)
1562                 cursor_vpos = isRTL(buffer, par) ? row_pos : end;
1563         else if (ppos > row_pos && ppos >= end)
1564                 // Place cursor after char at (logical) position pos - 1
1565                 cursor_vpos = (bidi.level(ppos - 1) % 2 == 0)
1566                         ? bidi.log2vis(ppos - 1) + 1 : bidi.log2vis(ppos - 1);
1567         else
1568                 // Place cursor before char at (logical) position ppos
1569                 cursor_vpos = (bidi.level(ppos) % 2 == 0)
1570                         ? bidi.log2vis(ppos) : bidi.log2vis(ppos) + 1;
1571
1572         pos_type body_pos = par.beginOfBody();
1573         if (body_pos > 0 &&
1574             (body_pos > end || !par.isLineSeparator(body_pos - 1)))
1575                 body_pos = 0;
1576
1577         // Use font span to speed things up, see below
1578         FontSpan font_span;
1579         LyXFont font;
1580         FontMetrics const & labelfm = theFontMetrics(
1581                 getLabelFont(buffer, par));
1582
1583         for (pos_type vpos = row_pos; vpos < cursor_vpos; ++vpos) {
1584                 pos_type pos = bidi.vis2log(vpos);
1585                 if (body_pos > 0 && pos == body_pos - 1) {
1586                         // FIXME UNICODE
1587                         docstring const lsep = from_utf8(par.layout()->labelsep);
1588                         x += m.label_hfill + labelfm.width(lsep);
1589                         if (par.isLineSeparator(body_pos - 1))
1590                                 x -= singleWidth(buffer, par, body_pos - 1);
1591                 }
1592
1593                 // Use font span to speed things up, see above
1594                 if (pos < font_span.first || pos > font_span.last) {
1595                         font_span = par.fontSpan(pos);
1596                         font = getFont(buffer, par, pos);
1597                 }
1598
1599                 x += singleWidth(par, pos, par.getChar(pos), font);
1600
1601                 if (par.hfillExpansion(row, pos))
1602                         x += (pos >= body_pos) ? m.hfill : m.label_hfill;
1603                 else if (par.isSeparator(pos) && pos >= body_pos)
1604                         x += m.separator;
1605         }
1606
1607         // see correction above
1608         if (boundary_correction)
1609                 if (getFont(buffer, par, ppos).isVisibleRightToLeft())
1610                         x -= singleWidth(buffer, par, ppos);
1611                 else
1612                         x += singleWidth(buffer, par, ppos);
1613
1614         // Make sure inside an inset we always count from the left
1615         // edge (bidi!) -- MV
1616         if (sl.pos() < par.size()) {
1617                 font = getFont(buffer, par, sl.pos());
1618                 if (!boundary && font.isVisibleRightToLeft()
1619                   && par.isInset(sl.pos()))
1620                         x -= par.getInset(sl.pos())->width();
1621         }
1622         return int(x);
1623 }
1624
1625
1626 int LyXText::cursorY(BufferView const & bv, CursorSlice const & sl, bool boundary) const
1627 {
1628         //lyxerr << "LyXText::cursorY: boundary: " << boundary << std::endl;
1629         ParagraphMetrics const & pm = bv.parMetrics(this, sl.pit());
1630         if (pm.rows().empty())
1631                 return 0;
1632
1633         int h = 0;
1634         h -= bv.parMetrics(this, 0).rows()[0].ascent();
1635         for (pit_type pit = 0; pit < sl.pit(); ++pit) {
1636                 h += bv.parMetrics(this, pit).height();
1637         }
1638         int pos = sl.pos();
1639         if (pos && boundary)
1640                 --pos;
1641         size_t const rend = pm.pos2row(pos);
1642         for (size_t rit = 0; rit != rend; ++rit)
1643                 h += pm.rows()[rit].height();
1644         h += pm.rows()[rend].ascent();
1645         return h;
1646 }
1647
1648
1649 // Returns the current font and depth as a message.
1650 docstring LyXText::currentState(LCursor & cur)
1651 {
1652         BOOST_ASSERT(this == cur.text());
1653         Buffer & buf = cur.buffer();
1654         Paragraph const & par = cur.paragraph();
1655         odocstringstream os;
1656
1657         if (buf.params().trackChanges)
1658                 os << _("[Change Tracking] ");
1659
1660         Change change = par.lookupChange(cur.pos());
1661
1662         if (change.type != Change::UNCHANGED) {
1663                 Author const & a = buf.params().authors().get(change.author);
1664                 os << _("Change: ") << a.name();
1665                 if (!a.email().empty())
1666                         os << " (" << a.email() << ")";
1667                 // FIXME ctime is english, we should translate that
1668                 os << _(" at ") << ctime(&change.changetime);
1669                 os << " : ";
1670         }
1671
1672         // I think we should only show changes from the default
1673         // font. (Asger)
1674         // No, from the document font (MV)
1675         LyXFont font = real_current_font;
1676         font.reduce(buf.params().getFont());
1677
1678         os << bformat(_("Font: %1$s"), font.stateText(&buf.params()));
1679
1680         // The paragraph depth
1681         int depth = cur.paragraph().getDepth();
1682         if (depth > 0)
1683                 os << bformat(_(", Depth: %1$d"), depth);
1684
1685         // The paragraph spacing, but only if different from
1686         // buffer spacing.
1687         Spacing const & spacing = par.params().spacing();
1688         if (!spacing.isDefault()) {
1689                 os << _(", Spacing: ");
1690                 switch (spacing.getSpace()) {
1691                 case Spacing::Single:
1692                         os << _("Single");
1693                         break;
1694                 case Spacing::Onehalf:
1695                         os << _("OneHalf");
1696                         break;
1697                 case Spacing::Double:
1698                         os << _("Double");
1699                         break;
1700                 case Spacing::Other:
1701                         os << _("Other (") << from_ascii(spacing.getValueAsString()) << ')';
1702                         break;
1703                 case Spacing::Default:
1704                         // should never happen, do nothing
1705                         break;
1706                 }
1707         }
1708
1709 #ifdef DEVEL_VERSION
1710         os << _(", Inset: ") << &cur.inset();
1711         os << _(", Paragraph: ") << cur.pit();
1712         os << _(", Id: ") << par.id();
1713         os << _(", Position: ") << cur.pos();
1714         // FIXME: Why is the check for par.size() needed?
1715         // We are called with cur.pos() == par.size() quite often.
1716         if (!par.empty() && cur.pos() < par.size()) {
1717                 // Force output of code point, not character
1718                 size_t const c = par.getChar(cur.pos());
1719                 os << _(", Char: 0x") << std::hex << c;
1720         }
1721         os << _(", Boundary: ") << cur.boundary();
1722 //      Row & row = cur.textRow();
1723 //      os << bformat(_(", Row b:%1$d e:%2$d"), row.pos(), row.endpos());
1724 #endif
1725         return os.str();
1726 }
1727
1728
1729 docstring LyXText::getPossibleLabel(LCursor & cur) const
1730 {
1731         pit_type pit = cur.pit();
1732
1733         LyXLayout_ptr layout = pars_[pit].layout();
1734
1735         if (layout->latextype == LATEX_PARAGRAPH && pit != 0) {
1736                 LyXLayout_ptr const & layout2 = pars_[pit - 1].layout();
1737                 if (layout2->latextype != LATEX_PARAGRAPH) {
1738                         --pit;
1739                         layout = layout2;
1740                 }
1741         }
1742
1743         docstring name = from_ascii(layout->latexname());
1744
1745         // for captions, we want the abbreviation of the float type
1746         if (layout->labeltype == LABEL_SENSITIVE) {
1747                 // Search for the first float or wrap inset in the iterator
1748                 for (int i = cur.depth(); --i >= 0; ) {
1749                         InsetBase * const in = &cur[i].inset();
1750                         if (in->lyxCode() == InsetBase::FLOAT_CODE
1751                             || in->lyxCode() == InsetBase::WRAP_CODE) {
1752                                 name = in->getInsetName();
1753                                 break;
1754                         }
1755                 }
1756         }
1757
1758         docstring text = name.substr(0, 3);
1759         if (name == "theorem")
1760                 text = from_ascii("thm"); // Create a correct prefix for prettyref
1761
1762         text += ':';
1763         if (layout->latextype == LATEX_PARAGRAPH || lyxrc.label_init_length < 0)
1764                 text.erase();
1765
1766         docstring par_text = pars_[pit].asString(cur.buffer(), false);
1767         for (int i = 0; i < lyxrc.label_init_length; ++i) {
1768                 if (par_text.empty())
1769                         break;
1770                 docstring head;
1771                 par_text = split(par_text, head, ' ');
1772                 // Is it legal to use spaces in labels ?
1773                 if (i > 0)
1774                         text += '-';
1775                 text += head;
1776         }
1777
1778         return text;
1779 }
1780
1781
1782 void LyXText::setCursorFromCoordinates(LCursor & cur, int const x, int const y)
1783 {
1784         BOOST_ASSERT(this == cur.text());
1785         pit_type pit = getPitNearY(cur.bv(), y);
1786
1787         TextMetrics const & tm = cur.bv().textMetrics(this);
1788         ParagraphMetrics const & pm = tm.parMetrics(pit);
1789
1790         int yy = cur.bv().coordCache().get(this, pit).y_ - pm.ascent();
1791         lyxerr[Debug::DEBUG]
1792                 << BOOST_CURRENT_FUNCTION
1793                 << ": x: " << x
1794                 << " y: " << y
1795                 << " pit: " << pit
1796                 << " yy: " << yy << endl;
1797
1798         int r = 0;
1799         BOOST_ASSERT(pm.rows().size());
1800         for (; r < int(pm.rows().size()) - 1; ++r) {
1801                 Row const & row = pm.rows()[r];
1802                 if (int(yy + row.height()) > y)
1803                         break;
1804                 yy += row.height();
1805         }
1806
1807         Row const & row = pm.rows()[r];
1808
1809         lyxerr[Debug::DEBUG]
1810                 << BOOST_CURRENT_FUNCTION
1811                 << ": row " << r
1812                 << " from pos: " << row.pos()
1813                 << endl;
1814
1815         bool bound = false;
1816         int xx = x;
1817         pos_type const pos = row.pos() 
1818                 + tm.getColumnNearX(pit, row, xx, bound);
1819
1820         lyxerr[Debug::DEBUG]
1821                 << BOOST_CURRENT_FUNCTION
1822                 << ": setting cursor pit: " << pit
1823                 << " pos: " << pos
1824                 << endl;
1825
1826         setCursor(cur, pit, pos, true, bound);
1827         // remember new position.
1828         cur.setTargetX();
1829 }
1830
1831
1832 void LyXText::charsTranspose(LCursor & cur)
1833 {
1834         BOOST_ASSERT(this == cur.text());
1835
1836         pos_type pos = cur.pos();
1837
1838         // If cursor is at beginning or end of paragraph, do nothing.
1839         if (pos == cur.lastpos() || pos == 0)
1840                 return;
1841
1842         Paragraph & par = cur.paragraph();
1843
1844         // Get the positions of the characters to be transposed. 
1845         pos_type pos1 = pos - 1;
1846         pos_type pos2 = pos;
1847
1848         // In change tracking mode, ignore deleted characters.
1849         while (pos2 < cur.lastpos() && par.isDeleted(pos2))
1850                 ++pos2;
1851         if (pos2 == cur.lastpos())
1852                 return;
1853
1854         while (pos1 >= 0 && par.isDeleted(pos1))
1855                 --pos1;
1856         if (pos1 < 0)
1857                 return;
1858
1859         // Don't do anything if one of the "characters" is not regular text.
1860         if (par.isInset(pos1) || par.isInset(pos2))
1861                 return;
1862
1863         // Store the characters to be transposed (including font information).
1864         char_type char1 = par.getChar(pos1);
1865         LyXFont const font1 =
1866                 par.getFontSettings(cur.buffer().params(), pos1);
1867         
1868         char_type char2 = par.getChar(pos2);
1869         LyXFont const font2 =
1870                 par.getFontSettings(cur.buffer().params(), pos2);
1871
1872         // And finally, we are ready to perform the transposition.
1873         // Track the changes if Change Tracking is enabled.
1874         bool const trackChanges = cur.buffer().params().trackChanges;
1875
1876         recordUndo(cur);
1877
1878         par.eraseChar(pos2, trackChanges);
1879         par.eraseChar(pos1, trackChanges);
1880         par.insertChar(pos1, char2, font2, trackChanges);
1881         par.insertChar(pos2, char1, font1, trackChanges);
1882
1883         // After the transposition, move cursor to after the transposition.
1884         setCursor(cur, cur.pit(), pos2);
1885         cur.forwardPos();
1886 }
1887
1888
1889 } // namespace lyx