src/text.C

   1 /**
   2  * \file src/text.C
   3  * This file is part of LyX, the document processor.
   4  * Licence details can be found in the file COPYING.
   5  *
   6  * \author Asger Alstrup
   7  * \author Lars Gullik Bjønnes
   8  * \author Jean-Marc Lasgouttes
   9  * \author John Levon
  10  * \author André Pönitz
  11  * \author Dekel Tsur
  12  * \author Jürgen Vigna
  13  *
  14  * Full author contact details are available in file CREDITS.
  15  */
  16
  17 #include <config.h>
  18
  19 #include "lyxtext.h"
  20
  21 #include "author.h"
  22 #include "buffer.h"
  23 #include "buffer_funcs.h"
  24 #include "bufferparams.h"
  25 #include "BufferView.h"
  26 #include "bufferview_funcs.h"
  27 #include "cursor.h"
  28 #include "pariterator.h"
  29 #include "coordcache.h"
  30 #include "CutAndPaste.h"
  31 #include "debug.h"
  32 #include "dispatchresult.h"
  33 #include "encoding.h"
  34 #include "errorlist.h"
  35 #include "funcrequest.h"
  36 #include "factory.h"
  37 #include "FontIterator.h"
  38 #include "gettext.h"
  39 #include "language.h"
  40 #include "LColor.h"
  41 #include "lyxlength.h"
  42 #include "lyxlex.h"
  43 #include "lyxrc.h"
  44 #include "lyxrow.h"
  45 #include "metricsinfo.h"
  46 #include "paragraph.h"
  47 #include "paragraph_funcs.h"
  48 #include "ParagraphParameters.h"
  49 #include "rowpainter.h"
  50 #include "undo.h"
  51 #include "vspace.h"
  52 #include "WordLangTuple.h"
  53
  54 #include "frontends/FontMetrics.h"
  55 #include "frontends/Painter.h"
  56
  57 #include "insets/insettext.h"
  58 #include "insets/insetbibitem.h"
  59 #include "insets/insethfill.h"
  60 #include "insets/insetlatexaccent.h"
  61 #include "insets/insetline.h"
  62 #include "insets/insetnewline.h"
  63 #include "insets/insetpagebreak.h"
  64 #include "insets/insetoptarg.h"
  65 #include "insets/insetspace.h"
  66 #include "insets/insetspecialchar.h"
  67 #include "insets/insettabular.h"
  68
  69 #include "support/lstrings.h"
  70 #include "support/textutils.h"
  71 #include "support/convert.h"
  72
  73 #include <boost/current_function.hpp>
  74
  75 #include <sstream>
  76
  77 using std::auto_ptr;
  78 using std::advance;
  79 using std::distance;
  80 using std::max;
  81 using std::min;
  82 using std::endl;
  83 using std::string;
  84
  85 namespace lyx {
  86
  87 using support::bformat;
  88 using support::contains;
  89 using support::lowercase;
  90 using support::split;
  91 using support::uppercase;
  92
  93 using cap::cutSelection;
  94 using cap::pasteParagraphList;
  95
  96 using frontend::FontMetrics;
  97
  98 namespace {
  99
 100 void readParToken(Buffer const & buf, Paragraph & par, LyXLex & lex,
 101         string const & token, LyXFont & font, Change & change, ErrorList & errorList)
 102 {
 103         BufferParams const & bp = buf.params();
 104
 105         if (token[0] != '\\') {
 106 #if 0
 107                 string::const_iterator cit = token.begin();
 108                 for (; cit != token.end(); ++cit)
 109                         par.insertChar(par.size(), (*cit), font, change);
 110 #else
 111                 docstring dstr = lex.getDocString();
 112                 docstring::const_iterator cit = dstr.begin();
 113                 docstring::const_iterator cend = dstr.end();
 114                 for (; cit != cend; ++cit)
 115                         par.insertChar(par.size(), *cit, font, change);
 116 #endif
 117         } else if (token == "\\begin_layout") {
 118                 lex.eatLine();
 119                 string layoutname = lex.getString();
 120
 121                 font = LyXFont(LyXFont::ALL_INHERIT, bp.language);
 122                 change = Change(Change::UNCHANGED);
 123
 124                 LyXTextClass const & tclass = bp.getLyXTextClass();
 125
 126                 if (layoutname.empty()) {
 127                         layoutname = tclass.defaultLayoutName();
 128                 }
 129
 130                 bool hasLayout = tclass.hasLayout(layoutname);
 131
 132                 if (!hasLayout) {
 133                         errorList.push_back(ErrorItem(_("Unknown layout"),
 134                         bformat(_("Layout '%1$s' does not exist in textclass '%2$s'\nTrying to use the default instead.\n"),
 135                         from_utf8(layoutname), from_utf8(tclass.name())), par.id(), 0, par.size()));
 136                         layoutname = tclass.defaultLayoutName();
 137                 }
 138
 139                 par.layout(bp.getLyXTextClass()[layoutname]);
 140
 141                 // Test whether the layout is obsolete.
 142                 LyXLayout_ptr const & layout = par.layout();
 143                 if (!layout->obsoleted_by().empty())
 144                         par.layout(bp.getLyXTextClass()[layout->obsoleted_by()]);
 145
 146                 par.params().read(lex);
 147
 148         } else if (token == "\\end_layout") {
 149                 lyxerr << BOOST_CURRENT_FUNCTION
 150                        << ": Solitary \\end_layout in line "
 151                        << lex.getLineNo() << "\n"
 152                        << "Missing \\begin_layout?.\n";
 153         } else if (token == "\\end_inset") {
 154                 lyxerr << BOOST_CURRENT_FUNCTION
 155                        << ": Solitary \\end_inset in line "
 156                        << lex.getLineNo() << "\n"
 157                        << "Missing \\begin_inset?.\n";
 158         } else if (token == "\\begin_inset") {
 159                 InsetBase * inset = readInset(lex, buf);
 160                 if (inset)
 161                         par.insertInset(par.size(), inset, font, change);
 162                 else {
 163                         lex.eatLine();
 164                         docstring line = lex.getDocString();
 165                         errorList.push_back(ErrorItem(_("Unknown Inset"), line,
 166                                             par.id(), 0, par.size()));
 167                 }
 168         } else if (token == "\\family") {
 169                 lex.next();
 170                 font.setLyXFamily(lex.getString());
 171         } else if (token == "\\series") {
 172                 lex.next();
 173                 font.setLyXSeries(lex.getString());
 174         } else if (token == "\\shape") {
 175                 lex.next();
 176                 font.setLyXShape(lex.getString());
 177         } else if (token == "\\size") {
 178                 lex.next();
 179                 font.setLyXSize(lex.getString());
 180         } else if (token == "\\lang") {
 181                 lex.next();
 182                 string const tok = lex.getString();
 183                 Language const * lang = languages.getLanguage(tok);
 184                 if (lang) {
 185                         font.setLanguage(lang);
 186                 } else {
 187                         font.setLanguage(bp.language);
 188                         lex.printError("Unknown language `$$Token'");
 189                 }
 190         } else if (token == "\\numeric") {
 191                 lex.next();
 192                 font.setNumber(font.setLyXMisc(lex.getString()));
 193         } else if (token == "\\emph") {
 194                 lex.next();
 195                 font.setEmph(font.setLyXMisc(lex.getString()));
 196         } else if (token == "\\bar") {
 197                 lex.next();
 198                 string const tok = lex.getString();
 199
 200                 if (tok == "under")
 201                         font.setUnderbar(LyXFont::ON);
 202                 else if (tok == "no")
 203                         font.setUnderbar(LyXFont::OFF);
 204                 else if (tok == "default")
 205                         font.setUnderbar(LyXFont::INHERIT);
 206                 else
 207                         lex.printError("Unknown bar font flag "
 208                                        "`$$Token'");
 209         } else if (token == "\\noun") {
 210                 lex.next();
 211                 font.setNoun(font.setLyXMisc(lex.getString()));
 212         } else if (token == "\\color") {
 213                 lex.next();
 214                 font.setLyXColor(lex.getString());
 215         } else if (token == "\\InsetSpace" || token == "\\SpecialChar") {
 216
 217                 // Insets don't make sense in a free-spacing context! ---Kayvan
 218                 if (par.isFreeSpacing()) {
 219                         if (token == "\\InsetSpace")
 220                                 par.insertChar(par.size(), ' ', font, change);
 221                         else if (lex.isOK()) {
 222                                 lex.next();
 223                                 string const next_token = lex.getString();
 224                                 if (next_token == "\\-")
 225                                         par.insertChar(par.size(), '-', font, change);
 226                                 else {
 227                                         lex.printError("Token `$$Token' "
 228                                                        "is in free space "
 229                                                        "paragraph layout!");
 230                                 }
 231                         }
 232                 } else {
 233                         auto_ptr<InsetBase> inset;
 234                         if (token == "\\SpecialChar" )
 235                                 inset.reset(new InsetSpecialChar);
 236                         else
 237                                 inset.reset(new InsetSpace);
 238                         inset->read(buf, lex);
 239                         par.insertInset(par.size(), inset.release(),
 240                                         font, change);
 241                 }
 242         } else if (token == "\\i") {
 243                 auto_ptr<InsetBase> inset(new InsetLatexAccent);
 244                 inset->read(buf, lex);
 245                 par.insertInset(par.size(), inset.release(), font, change);
 246         } else if (token == "\\backslash") {
 247                 par.insertChar(par.size(), '\\', font, change);
 248         } else if (token == "\\newline") {
 249                 auto_ptr<InsetBase> inset(new InsetNewline);
 250                 inset->read(buf, lex);
 251                 par.insertInset(par.size(), inset.release(), font, change);
 252         } else if (token == "\\LyXTable") {
 253                 auto_ptr<InsetBase> inset(new InsetTabular(buf));
 254                 inset->read(buf, lex);
 255                 par.insertInset(par.size(), inset.release(), font, change);
 256         } else if (token == "\\hfill") {
 257                 par.insertInset(par.size(), new InsetHFill, font, change);
 258         } else if (token == "\\lyxline") {
 259                 par.insertInset(par.size(), new InsetLine, font, change);
 260         } else if (token == "\\newpage") {
 261                 par.insertInset(par.size(), new InsetPagebreak, font, change);
 262         } else if (token == "\\clearpage") {
 263                 par.insertInset(par.size(), new InsetClearPage, font, change);
 264         } else if (token == "\\cleardoublepage") {
 265                 par.insertInset(par.size(), new InsetClearDoublePage, font, change);
 266         } else if (token == "\\change_unchanged") {
 267                 change = Change(Change::UNCHANGED);
 268         } else if (token == "\\change_inserted") {
 269                 lex.eatLine();
 270                 std::istringstream is(lex.getString());
 271                 unsigned int aid;
 272                 time_type ct;
 273                 is >> aid >> ct;
 274                 if (aid >= bp.author_map.size()) {
 275                         errorList.push_back(ErrorItem(_("Change tracking error"),
 276                                             bformat(_("Unknown author index for insertion: %1$d\n"), aid),
 277                                             par.id(), 0, par.size()));
 278                         change = Change(Change::UNCHANGED);
 279                 } else
 280                         change = Change(Change::INSERTED, bp.author_map[aid], ct);
 281         } else if (token == "\\change_deleted") {
 282                 lex.eatLine();
 283                 std::istringstream is(lex.getString());
 284                 unsigned int aid;
 285                 time_type ct;
 286                 is >> aid >> ct;
 287                 if (aid >= bp.author_map.size()) {
 288                         errorList.push_back(ErrorItem(_("Change tracking error"),
 289                                             bformat(_("Unknown author index for deletion: %1$d\n"), aid),
 290                                             par.id(), 0, par.size()));
 291                         change = Change(Change::UNCHANGED);
 292                 } else
 293                         change = Change(Change::DELETED, bp.author_map[aid], ct);
 294         } else {
 295                 lex.eatLine();
 296                 errorList.push_back(ErrorItem(_("Unknown token"),
 297                         bformat(_("Unknown token: %1$s %2$s\n"), from_utf8(token),
 298                         lex.getDocString()),
 299                         par.id(), 0, par.size()));
 300         }
 301 }
 302
 303
 304 void readParagraph(Buffer const & buf, Paragraph & par, LyXLex & lex,
 305         ErrorList & errorList)
 306 {
 307         lex.nextToken();
 308         string token = lex.getString();
 309         LyXFont font;
 310         Change change(Change::UNCHANGED);
 311
 312         while (lex.isOK()) {
 313                 readParToken(buf, par, lex, token, font, change, errorList);
 314
 315                 lex.nextToken();
 316                 token = lex.getString();
 317
 318                 if (token.empty())
 319                         continue;
 320
 321                 if (token == "\\end_layout") {
 322                         //Ok, paragraph finished
 323                         break;
 324                 }
 325
 326                 lyxerr[Debug::PARSER] << "Handling paragraph token: `"
 327                                       << token << '\'' << endl;
 328                 if (token == "\\begin_layout" || token == "\\end_document"
 329                     || token == "\\end_inset" || token == "\\begin_deeper"
 330                     || token == "\\end_deeper") {
 331                         lex.pushToken(token);
 332                         lyxerr << "Paragraph ended in line "
 333                                << lex.getLineNo() << "\n"
 334                                << "Missing \\end_layout.\n";
 335                         break;
 336                 }
 337         }
 338         // Final change goes to paragraph break:
 339         par.setChange(par.size(), change);
 340
 341         // Initialize begin_of_body_ on load; redoParagraph maintains
 342         par.setBeginOfBody();
 343 }
 344
 345
 346 } // namespace anon
 347
 348
 349
 350 double LyXText::spacing(Buffer const & buffer,
 351                 Paragraph const & par) const
 352 {
 353         if (par.params().spacing().isDefault())
 354                 return buffer.params().spacing().getValue();
 355         return par.params().spacing().getValue();
 356 }
 357
 358
 359 int LyXText::singleWidth(Buffer const & buffer, Paragraph const & par,
 360                 pos_type pos) const
 361 {
 362         return singleWidth(par, pos, par.getChar(pos),
 363                 getFont(buffer, par, pos));
 364 }
 365
 366
 367 int LyXText::singleWidth(Paragraph const & par,
 368                          pos_type pos, char_type c, LyXFont const & font) const
 369 {
 370         // The most common case is handled first (Asger)
 371         if (isPrintable(c)) {
 372                 Language const * language = font.language();
 373                 if (language->rightToLeft()) {
 374                         if ((lyxrc.font_norm_type == LyXRC::ISO_8859_6_8 ||
 375                              lyxrc.font_norm_type == LyXRC::ISO_10646_1)
 376                             && language->lang() == "arabic") {
 377                                 if (Encodings::isComposeChar_arabic(c))
 378                                         return 0;
 379                                 c = par.transformChar(c, pos);
 380                         } else if (language->lang() == "hebrew" &&
 381                                    Encodings::isComposeChar_hebrew(c))
 382                                 return 0;
 383                 }
 384                 return theFontMetrics(font).width(c);
 385         }
 386
 387         if (c == Paragraph::META_INSET)
 388                 return par.getInset(pos)->width();
 389
 390         return theFontMetrics(font).width(c);
 391 }
 392
 393
 394 int LyXText::leftMargin(Buffer const & buffer, int max_width, pit_type pit) const
 395 {
 396         BOOST_ASSERT(pit >= 0);
 397         BOOST_ASSERT(pit < int(pars_.size()));
 398         return leftMargin(buffer, max_width, pit, pars_[pit].size());
 399 }
 400
 401
 402 int LyXText::leftMargin(Buffer const & buffer, int max_width,
 403                 pit_type const pit, pos_type const pos) const
 404 {
 405         BOOST_ASSERT(pit >= 0);
 406         BOOST_ASSERT(pit < int(pars_.size()));
 407         Paragraph const & par = pars_[pit];
 408         BOOST_ASSERT(pos >= 0);
 409         BOOST_ASSERT(pos <= par.size());
 410         //lyxerr << "LyXText::leftMargin: pit: " << pit << " pos: " << pos << endl;
 411         LyXTextClass const & tclass = buffer.params().getLyXTextClass();
 412         LyXLayout_ptr const & layout = par.layout();
 413
 414         string parindent = layout->parindent;
 415
 416         int l_margin = 0;
 417
 418         if (isMainText(buffer))
 419                 l_margin += changebarMargin();
 420
 421         // FIXME UNICODE
 422         docstring leftm = from_utf8(tclass.leftmargin());
 423         l_margin += theFontMetrics(buffer.params().getFont()).signedWidth(leftm);
 424
 425         if (par.getDepth() != 0) {
 426                 // find the next level paragraph
 427                 pit_type newpar = outerHook(pit, pars_);
 428                 if (newpar != pit_type(pars_.size())) {
 429                         if (pars_[newpar].layout()->isEnvironment()) {
 430                                 l_margin = leftMargin(buffer, max_width, newpar);
 431                         }
 432                         if (par.layout() == tclass.defaultLayout()) {
 433                                 if (pars_[newpar].params().noindent())
 434                                         parindent.erase();
 435                                 else
 436                                         parindent = pars_[newpar].layout()->parindent;
 437                         }
 438                 }
 439         }
 440
 441         // This happens after sections in standard classes. The 1.3.x
 442         // code compared depths too, but it does not seem necessary
 443         // (JMarc)
 444         if (par.layout() == tclass.defaultLayout()
 445             && pit > 0 && pars_[pit - 1].layout()->nextnoindent)
 446                 parindent.erase();
 447
 448         LyXFont const labelfont = getLabelFont(buffer, par);
 449         FontMetrics const & labelfont_metrics = theFontMetrics(labelfont);
 450
 451         switch (layout->margintype) {
 452         case MARGIN_DYNAMIC:
 453                 if (!layout->leftmargin.empty()) {
 454                         // FIXME UNICODE
 455                         docstring leftm = from_utf8(layout->leftmargin);
 456                         l_margin += theFontMetrics(buffer.params().getFont()).signedWidth(leftm);
 457                 }
 458                 if (!par.getLabelstring().empty()) {
 459                         // FIXME UNICODE
 460                         docstring labin = from_utf8(layout->labelindent);
 461                         l_margin += labelfont_metrics.signedWidth(labin);
 462                         docstring labstr = par.getLabelstring();
 463                         l_margin += labelfont_metrics.width(labstr);
 464                         docstring labsep = from_utf8(layout->labelsep);
 465                         l_margin += labelfont_metrics.width(labsep);
 466                 }
 467                 break;
 468
 469         case MARGIN_MANUAL: {
 470                 // FIXME UNICODE
 471                 docstring labin = from_utf8(layout->labelindent);
 472                 l_margin += labelfont_metrics.signedWidth(labin);
 473                 // The width of an empty par, even with manual label, should be 0
 474                 if (!par.empty() && pos >= par.beginOfBody()) {
 475                         if (!par.getLabelWidthString().empty()) {
 476                                 docstring labstr = par.getLabelWidthString();
 477                                 l_margin += labelfont_metrics.width(labstr);
 478                                 docstring labsep = from_utf8(layout->labelsep);
 479                                 l_margin += labelfont_metrics.width(labsep);
 480                         }
 481                 }
 482                 break;
 483         }
 484
 485         case MARGIN_STATIC: {
 486                 // FIXME UNICODE
 487                 docstring leftm = from_utf8(layout->leftmargin);
 488                 l_margin += theFontMetrics(buffer.params().getFont()).signedWidth(leftm)
 489                         * 4     / (par.getDepth() + 4);
 490                 break;
 491         }
 492
 493         case MARGIN_FIRST_DYNAMIC:
 494                 if (layout->labeltype == LABEL_MANUAL) {
 495                         if (pos >= par.beginOfBody()) {
 496                                 // FIXME UNICODE
 497                                 l_margin += labelfont_metrics.signedWidth(
 498                                         from_utf8(layout->leftmargin));
 499                         } else {
 500                                 // FIXME UNICODE
 501                                 l_margin += labelfont_metrics.signedWidth(
 502                                         from_utf8(layout->labelindent));
 503                         }
 504                 } else if (pos != 0
 505                            // Special case to fix problems with
 506                            // theorems (JMarc)
 507                            || (layout->labeltype == LABEL_STATIC
 508                                && layout->latextype == LATEX_ENVIRONMENT
 509                                && !isFirstInSequence(pit, pars_))) {
 510                         // FIXME UNICODE
 511                         l_margin += labelfont_metrics.signedWidth(from_utf8(layout->leftmargin));
 512                 } else if (layout->labeltype != LABEL_TOP_ENVIRONMENT
 513                            && layout->labeltype != LABEL_BIBLIO
 514                            && layout->labeltype !=
 515                            LABEL_CENTERED_TOP_ENVIRONMENT) {
 516                         l_margin += labelfont_metrics.signedWidth(from_utf8(layout->labelindent));
 517                         l_margin += labelfont_metrics.width(from_utf8(layout->labelsep));
 518                         l_margin += labelfont_metrics.width(par.getLabelstring());
 519                 }
 520                 break;
 521
 522         case MARGIN_RIGHT_ADDRESS_BOX: {
 523 #if 0
 524                 // ok, a terrible hack. The left margin depends on the widest
 525                 // row in this paragraph.
 526                 RowList::iterator rit = par.rows().begin();
 527                 RowList::iterator end = par.rows().end();
 528 #ifdef WITH_WARNINGS
 529 #warning This is wrong.
 530 #endif
 531                 int minfill = max_width;
 532                 for ( ; rit != end; ++rit)
 533                         if (rit->fill() < minfill)
 534                                 minfill = rit->fill();
 535                 l_margin += theFontMetrics(params.getFont()).signedWidth(layout->leftmargin);
 536                 l_margin += minfill;
 537 #endif
 538                 // also wrong, but much shorter.
 539                 l_margin += max_width / 2;
 540                 break;
 541         }
 542         }
 543
 544         if (!par.params().leftIndent().zero())
 545                 l_margin += par.params().leftIndent().inPixels(max_width);
 546
 547         LyXAlignment align;
 548
 549         if (par.params().align() == LYX_ALIGN_LAYOUT)
 550                 align = layout->align;
 551         else
 552                 align = par.params().align();
 553
 554         // set the correct parindent
 555         if (pos == 0
 556             && (layout->labeltype == LABEL_NO_LABEL
 557                || layout->labeltype == LABEL_TOP_ENVIRONMENT
 558                || layout->labeltype == LABEL_CENTERED_TOP_ENVIRONMENT
 559                || (layout->labeltype == LABEL_STATIC
 560                    && layout->latextype == LATEX_ENVIRONMENT
 561                    && !isFirstInSequence(pit, pars_)))
 562             && align == LYX_ALIGN_BLOCK
 563             && !par.params().noindent()
 564             // in some insets, paragraphs are never indented
 565             && !(par.inInset() && par.inInset()->neverIndent(buffer))
 566             // display style insets are always centered, omit indentation
 567             && !(!par.empty()
 568                     && par.isInset(pos)
 569                     && par.getInset(pos)->display())
 570             && (par.layout() != tclass.defaultLayout()
 571                 || buffer.params().paragraph_separation ==
 572                    BufferParams::PARSEP_INDENT))
 573         {
 574                 docstring din = from_utf8(parindent);
 575                 l_margin += theFontMetrics(buffer.params().getFont()).signedWidth(din);
 576         }
 577
 578         return l_margin;
 579 }
 580
 581
 582 LColor_color LyXText::backgroundColor() const
 583 {
 584         return LColor_color(LColor::color(background_color_));
 585 }
 586
 587
 588 void LyXText::breakParagraph(LCursor & cur, bool keep_layout)
 589 {
 590         BOOST_ASSERT(this == cur.text());
 591
 592         Paragraph & cpar = cur.paragraph();
 593         pit_type cpit = cur.pit();
 594
 595         LyXTextClass const & tclass = cur.buffer().params().getLyXTextClass();
 596         LyXLayout_ptr const & layout = cpar.layout();
 597
 598         // this is only allowed, if the current paragraph is not empty
 599         // or caption and if it has not the keepempty flag active
 600         if (cur.lastpos() == 0 && !cpar.allowEmpty() &&
 601             layout->labeltype != LABEL_SENSITIVE)
 602                 return;
 603
 604         // a layout change may affect also the following paragraph
 605         recUndo(cur, cur.pit(), undoSpan(cur.pit()) - 1);
 606
 607         // Always break behind a space
 608         // It is better to erase the space (Dekel)
 609         if (cur.pos() != cur.lastpos() && cpar.isLineSeparator(cur.pos()))
 610                 cpar.eraseChar(cur.pos(), cur.buffer().params().trackChanges);
 611
 612         // What should the layout for the new paragraph be?
 613         int preserve_layout = 0;
 614         if (keep_layout)
 615                 preserve_layout = 2;
 616         else
 617                 preserve_layout = layout->isEnvironment();
 618
 619         // We need to remember this before we break the paragraph, because
 620         // that invalidates the layout variable
 621         bool sensitive = layout->labeltype == LABEL_SENSITIVE;
 622
 623         // we need to set this before we insert the paragraph.
 624         bool const isempty = cpar.allowEmpty() && cpar.empty();
 625
 626         lyx::breakParagraph(cur.buffer().params(), paragraphs(), cpit,
 627                          cur.pos(), preserve_layout);
 628
 629         // After this, neither paragraph contains any rows!
 630
 631         cpit = cur.pit();
 632         pit_type next_par = cpit + 1;
 633
 634         // well this is the caption hack since one caption is really enough
 635         if (sensitive) {
 636                 if (cur.pos() == 0)
 637                         // set to standard-layout
 638                         pars_[cpit].applyLayout(tclass.defaultLayout());
 639                 else
 640                         // set to standard-layout
 641                         pars_[next_par].applyLayout(tclass.defaultLayout());
 642         }
 643
 644         while (!pars_[next_par].empty() && pars_[next_par].isNewline(0))
 645                 pars_[next_par].eraseChar(0, cur.buffer().params().trackChanges);
 646
 647         ParIterator current_it(cur);
 648         ParIterator last_it(cur);
 649         ++last_it;
 650         ++last_it;
 651
 652         updateLabels(cur.buffer(), current_it, last_it);
 653
 654         // A singlePar update is not enough in this case.
 655         cur.updateFlags(Update::Force);
 656
 657         // This check is necessary. Otherwise the new empty paragraph will
 658         // be deleted automatically. And it is more friendly for the user!
 659         if (cur.pos() != 0 || isempty)
 660                 setCursor(cur.top(), cur.pit() + 1, 0);
 661         else
 662                 setCursor(cur.top(), cur.pit(), 0);
 663 }
 664
 665
 666 // insert a character, moves all the following breaks in the
 667 // same Paragraph one to the right and make a rebreak
 668 void LyXText::insertChar(LCursor & cur, char_type c)
 669 {
 670         BOOST_ASSERT(this == cur.text());
 671         BOOST_ASSERT(c != Paragraph::META_INSET);
 672
 673         recordUndo(cur, Undo::INSERT);
 674
 675         Buffer const & buffer = cur.buffer();
 676         Paragraph & par = cur.paragraph();
 677         // try to remove this
 678         pit_type const pit = cur.pit();
 679
 680         bool const freeSpacing = par.layout()->free_spacing ||
 681                 par.isFreeSpacing();
 682
 683         if (lyxrc.auto_number) {
 684                 static docstring const number_operators = from_ascii("+-/*");
 685                 static docstring const number_unary_operators = from_ascii("+-");
 686                 static docstring const number_seperators = from_ascii(".,:");
 687
 688                 if (current_font.number() == LyXFont::ON) {
 689                         if (!isDigit(c) && !contains(number_operators, c) &&
 690                             !(contains(number_seperators, c) &&
 691                               cur.pos() != 0 &&
 692                               cur.pos() != cur.lastpos() &&
 693                               getFont(buffer, par, cur.pos()).number() == LyXFont::ON &&
 694                               getFont(buffer, par, cur.pos() - 1).number() == LyXFont::ON)
 695                            )
 696                                 number(cur); // Set current_font.number to OFF
 697                 } else if (isDigit(c) &&
 698                            real_current_font.isVisibleRightToLeft()) {
 699                         number(cur); // Set current_font.number to ON
 700
 701                         if (cur.pos() != 0) {
 702                                 char_type const c = par.getChar(cur.pos() - 1);
 703                                 if (contains(number_unary_operators, c) &&
 704                                     (cur.pos() == 1
 705                                      || par.isSeparator(cur.pos() - 2)
 706                                      || par.isNewline(cur.pos() - 2))
 707                                   ) {
 708                                         setCharFont(buffer, pit, cur.pos() - 1, current_font);
 709                                 } else if (contains(number_seperators, c)
 710                                      && cur.pos() >= 2
 711                                      && getFont(buffer, par, cur.pos() - 2).number() == LyXFont::ON) {
 712                                         setCharFont(buffer, pit, cur.pos() - 1, current_font);
 713                                 }
 714                         }
 715                 }
 716         }
 717
 718         // First check, if there will be two blanks together or a blank at
 719         // the beginning of a paragraph.
 720         // I decided to handle blanks like normal characters, the main
 721         // difference are the special checks when calculating the row.fill
 722         // (blank does not count at the end of a row) and the check here
 723
 724         // When the free-spacing option is set for the current layout,
 725         // disable the double-space checking
 726         if (!freeSpacing && isLineSeparatorChar(c)) {
 727                 if (cur.pos() == 0) {
 728                         static bool sent_space_message = false;
 729                         if (!sent_space_message) {
 730                                 cur.message(_("You cannot insert a space at the "
 731                                                            "beginning of a paragraph. Please read the Tutorial."));
 732                                 sent_space_message = true;
 733                         }
 734                         return;
 735                 }
 736                 BOOST_ASSERT(cur.pos() > 0);
 737                 if ((par.isLineSeparator(cur.pos() - 1) || par.isNewline(cur.pos() - 1))
 738                     && !par.isDeleted(cur.pos() - 1)) {
 739                         static bool sent_space_message = false;
 740                         if (!sent_space_message) {
 741                                 cur.message(_("You cannot type two spaces this way. "
 742                                                            "Please read the Tutorial."));
 743                                 sent_space_message = true;
 744                         }
 745                         return;
 746                 }
 747         }
 748
 749         par.insertChar(cur.pos(), c, current_font, cur.buffer().params().trackChanges);
 750
 751 //              cur.updateFlags(Update::Force);
 752         setCursor(cur.top(), cur.pit(), cur.pos() + 1);
 753         charInserted();
 754 }
 755
 756
 757 void LyXText::charInserted()
 758 {
 759         // Here we call finishUndo for every 20 characters inserted.
 760         // This is from my experience how emacs does it. (Lgb)
 761         static unsigned int counter;
 762         if (counter < 20) {
 763                 ++counter;
 764         } else {
 765                 finishUndo();
 766                 counter = 0;
 767         }
 768 }
 769
 770
 771 // the cursor set functions have a special mechanism. When they
 772 // realize, that you left an empty paragraph, they will delete it.
 773
 774 bool LyXText::cursorRightOneWord(LCursor & cur)
 775 {
 776         BOOST_ASSERT(this == cur.text());
 777
 778         LCursor old = cur;
 779
 780         if (old.pos() == old.lastpos() && old.pit() != old.lastpit()) {
 781                 ++old.pit();
 782                 old.pos() = 0;
 783         } else {
 784                 // Advance through word.
 785                 while (old.pos() != old.lastpos() && old.paragraph().isLetter(old.pos()))
 786                         ++old.pos();
 787                 // Skip through trailing nonword stuff.
 788                 while (old.pos() != old.lastpos() && !old.paragraph().isLetter(old.pos()))
 789                         ++old.pos();
 790         }
 791         return setCursor(cur, old.pit(), old.pos());
 792 }
 793
 794
 795 bool LyXText::cursorLeftOneWord(LCursor & cur)
 796 {
 797         BOOST_ASSERT(this == cur.text());
 798
 799         LCursor old = cur;
 800
 801         if (old.pos() == 0 && old.pit() != 0) {
 802                 --old.pit();
 803                 old.pos() = old.lastpos();
 804         } else {
 805                 // Skip through initial nonword stuff.
 806                 while (old.pos() != 0 && !old.paragraph().isLetter(old.pos() - 1))
 807                         --old.pos();
 808                 // Advance through word.
 809                 while (old.pos() != 0 && old.paragraph().isLetter(old.pos() - 1))
 810                         --old.pos();
 811         }
 812         return setCursor(cur, old.pit(), old.pos());
 813 }
 814
 815
 816 void LyXText::selectWord(LCursor & cur, word_location loc)
 817 {
 818         BOOST_ASSERT(this == cur.text());
 819         CursorSlice from = cur.top();
 820         CursorSlice to = cur.top();
 821         getWord(from, to, loc);
 822         if (cur.top() != from)
 823                 setCursor(cur, from.pit(), from.pos());
 824         if (to == from)
 825                 return;
 826         cur.resetAnchor();
 827         setCursor(cur, to.pit(), to.pos());
 828         cur.setSelection();
 829 }
 830
 831
 832 // Select the word currently under the cursor when no
 833 // selection is currently set
 834 bool LyXText::selectWordWhenUnderCursor(LCursor & cur, word_location loc)
 835 {
 836         BOOST_ASSERT(this == cur.text());
 837         if (cur.selection())
 838                 return false;
 839         selectWord(cur, loc);
 840         return cur.selection();
 841 }
 842
 843
 844 void LyXText::acceptChange(LCursor & cur)
 845 {
 846         // FIXME: change tracking (MG)
 847
 848         BOOST_ASSERT(this == cur.text());
 849
 850         if (!cur.selection() && cur.lastpos() != 0)
 851                 return;
 852
 853         // FIXME: we must handle start = end = 0
 854
 855         recordUndoSelection(cur, Undo::INSERT);
 856
 857         DocIterator it = cur.selectionBegin();
 858         DocIterator et = cur.selectionEnd();
 859         pit_type pit = it.pit();
 860         for (; pit <= et.pit(); ++pit) {
 861                 pos_type left  = (pit == it.pit() ? it.pos() : 0);
 862                 pos_type right = (pit == et.pit() ? et.pos() : pars_[pit].size());
 863                 pars_[pit].acceptChanges(left, right);
 864
 865                 // merge paragraph if appropriate:
 866                 // if (right >= pars_[pit].size() && pit + 1 < et.pit() &&
 867                 //    pars_[pit].isDeleted(pars_[pit].size())) {
 868                 //      setCursorIntern(cur, pit + 1, 0);
 869                 //      backspacePos0(cur);
 870                 //}
 871         }
 872         finishUndo();
 873         cur.clearSelection();
 874         setCursorIntern(cur, it.pit(), 0);
 875 }
 876
 877
 878 void LyXText::rejectChange(LCursor & cur)
 879 {
 880         // FIXME: change tracking (MG)
 881
 882         BOOST_ASSERT(this == cur.text());
 883
 884         if (!cur.selection() && cur.lastpos() != 0)
 885                 return;
 886
 887         // FIXME: we must handle start = end = 0
 888
 889         recordUndoSelection(cur, Undo::INSERT);
 890
 891         DocIterator it = cur.selectionBegin();
 892         DocIterator et = cur.selectionEnd();
 893         pit_type pit = it.pit();
 894         for (; pit <= et.pit(); ++pit) {
 895                 pos_type left  = (pit == it.pit() ? it.pos() : 0);
 896                 pos_type right = (pit == et.pit() ? et.pos() : pars_[pit].size());
 897                 pars_[pit].rejectChanges(left, right);
 898
 899                 // merge paragraph if appropriate:
 900                 // if (right >= pars_[pit].size() && pit + 1 < et.pit() &&
 901                 //    pars_[pit].isInserted(pars_[pit].size())) {
 902                 //      setCursorIntern(cur, pit + 1, 0);
 903                 //      backspacePos0(cur);
 904                 //}
 905         }
 906         finishUndo();
 907         cur.clearSelection();
 908         setCursorIntern(cur, it.pit(), 0);
 909 }
 910
 911
 912 // Delete from cursor up to the end of the current or next word.
 913 void LyXText::deleteWordForward(LCursor & cur)
 914 {
 915         BOOST_ASSERT(this == cur.text());
 916         if (cur.lastpos() == 0)
 917                 cursorRight(cur);
 918         else {
 919                 cur.resetAnchor();
 920                 cur.selection() = true;
 921                 cursorRightOneWord(cur);
 922                 cur.setSelection();
 923                 cutSelection(cur, true, false);
 924         }
 925 }
 926
 927
 928 // Delete from cursor to start of current or prior word.
 929 void LyXText::deleteWordBackward(LCursor & cur)
 930 {
 931         BOOST_ASSERT(this == cur.text());
 932         if (cur.lastpos() == 0)
 933                 cursorLeft(cur);
 934         else {
 935                 cur.resetAnchor();
 936                 cur.selection() = true;
 937                 cursorLeftOneWord(cur);
 938                 cur.setSelection();
 939                 cutSelection(cur, true, false);
 940         }
 941 }
 942
 943
 944 // Kill to end of line.
 945 void LyXText::deleteLineForward(LCursor & cur)
 946 {
 947         BOOST_ASSERT(this == cur.text());
 948         if (cur.lastpos() == 0) {
 949                 // Paragraph is empty, so we just go to the right
 950                 cursorRight(cur);
 951         } else {
 952                 cur.resetAnchor();
 953                 cur.selection() = true; // to avoid deletion
 954                 cursorEnd(cur);
 955                 cur.setSelection();
 956                 // What is this test for ??? (JMarc)
 957                 if (!cur.selection())
 958                         deleteWordForward(cur);
 959                 else
 960                         cutSelection(cur, true, false);
 961         }
 962 }
 963
 964
 965 void LyXText::changeCase(LCursor & cur, LyXText::TextCase action)
 966 {
 967         BOOST_ASSERT(this == cur.text());
 968         CursorSlice from;
 969         CursorSlice to;
 970
 971         if (cur.selection()) {
 972                 from = cur.selBegin();
 973                 to = cur.selEnd();
 974         } else {
 975                 from = cur.top();
 976                 getWord(from, to, PARTIAL_WORD);
 977                 cursorRightOneWord(cur);
 978         }
 979
 980         recordUndoSelection(cur);
 981
 982         pos_type pos = from.pos();
 983         int par = from.pit();
 984
 985         while (par != int(pars_.size()) && (pos != to.pos() || par != to.pit())) {
 986                 pit_type pit = par;
 987                 if (pos == pars_[pit].size()) {
 988                         ++par;
 989                         pos = 0;
 990                         continue;
 991                 }
 992                 char_type c = pars_[pit].getChar(pos);
 993                 if (c != Paragraph::META_INSET) {
 994                         switch (action) {
 995                         case text_lowercase:
 996                                 c = lowercase(c);
 997                                 break;
 998                         case text_capitalization:
 999                                 c = uppercase(c);
1000                                 action = text_lowercase;
1001                                 break;
1002                         case text_uppercase:
1003                                 c = uppercase(c);
1004                                 break;
1005                         }
1006                 }
1007
1008                 // FIXME: change tracking (MG)
1009                 // sorry but we are no longer allowed to set a single character directly
1010                 // we have to rewrite this method in terms of erase&insert operations
1011                 //pars_[pit].setChar(pos, c);
1012                 ++pos;
1013         }
1014 }
1015
1016
1017 bool LyXText::erase(LCursor & cur)
1018 {
1019         BOOST_ASSERT(this == cur.text());
1020         bool needsUpdate = false;
1021         Paragraph & par = cur.paragraph();
1022
1023         if (cur.pos() != cur.lastpos()) {
1024                 // this is the code for a normal delete, not pasting
1025                 // any paragraphs
1026                 recordUndo(cur, Undo::DELETE);
1027                 par.eraseChar(cur.pos(), cur.buffer().params().trackChanges);
1028                 if (par.isDeleted(cur.pos()))
1029                         cur.forwardPosNoDescend();
1030                 needsUpdate = true;
1031         } else {
1032                 if (cur.pit() == cur.lastpit())
1033                         return dissolveInset(cur);
1034
1035                 if (!par.isMergedOnEndOfParDeletion(cur.buffer().params().trackChanges)) {
1036                         par.setChange(cur.pos(), Change(Change::DELETED));
1037                         cur.forwardPos();
1038                         needsUpdate = true;
1039                 } else {
1040                         setCursorIntern(cur, cur.pit() + 1, 0);
1041                         needsUpdate = backspacePos0(cur);
1042                 }
1043         }
1044
1045         if (needsUpdate) {
1046                 // Make sure the cursor is correct. Is this really needed?
1047                 // No, not really... at least not here!
1048                 cur.text()->setCursor(cur.top(), cur.pit(), cur.pos());
1049         }
1050
1051         return needsUpdate;
1052 }
1053
1054
1055 bool LyXText::backspacePos0(LCursor & cur)
1056 {
1057         BOOST_ASSERT(this == cur.text());
1058         if (cur.pit() == 0)
1059                 return false;
1060
1061         bool needsUpdate = false;
1062
1063         BufferParams const & bufparams = cur.buffer().params();
1064         LyXTextClass const & tclass = bufparams.getLyXTextClass();
1065         ParagraphList & plist = cur.text()->paragraphs();
1066         Paragraph const & par = cur.paragraph();
1067         LCursor prevcur = cur;
1068         --prevcur.pit();
1069         prevcur.pos() = prevcur.lastpos();
1070         Paragraph const & prevpar = prevcur.paragraph();
1071
1072         // is it an empty paragraph?
1073         if (cur.lastpos() == 0
1074             || (cur.lastpos() == 1 && par.isSeparator(0))) {
1075                 recordUndo(cur, Undo::ATOMIC, prevcur.pit(), cur.pit());
1076                 plist.erase(boost::next(plist.begin(), cur.pit()));
1077                 needsUpdate = true;
1078         }
1079         // is previous par empty?
1080         else if (prevcur.lastpos() == 0
1081                  || (prevcur.lastpos() == 1 && prevpar.isSeparator(0))) {
1082                 recordUndo(cur, Undo::ATOMIC, prevcur.pit(), cur.pit());
1083                 plist.erase(boost::next(plist.begin(), prevcur.pit()));
1084                 needsUpdate = true;
1085         }
1086         // Pasting is not allowed, if the paragraphs have different
1087         // layouts. I think it is a real bug of all other
1088         // word processors to allow it. It confuses the user.
1089         // Correction: Pasting is always allowed with standard-layout
1090         else if (par.layout() == prevpar.layout()
1091                  || par.layout() == tclass.defaultLayout()) {
1092                 recordUndo(cur, Undo::ATOMIC, prevcur.pit());
1093                 mergeParagraph(bufparams, plist, prevcur.pit());
1094                 needsUpdate = true;
1095         }
1096
1097         if (needsUpdate) {
1098                 updateLabels(cur.buffer());
1099                 setCursorIntern(cur, prevcur.pit(), prevcur.pos());
1100         }
1101
1102         return needsUpdate;
1103 }
1104
1105
1106 bool LyXText::backspace(LCursor & cur)
1107 {
1108         BOOST_ASSERT(this == cur.text());
1109         bool needsUpdate = false;
1110         if (cur.pos() == 0) {
1111                 if (cur.pit() == 0)
1112                         return dissolveInset(cur);
1113
1114                 Paragraph & prev_par = pars_[cur.pit() - 1];
1115
1116                 if (!prev_par.isMergedOnEndOfParDeletion(cur.buffer().params().trackChanges)) {
1117                         prev_par.setChange(prev_par.size(), Change(Change::DELETED));
1118                         setCursorIntern(cur, cur.pit() - 1, prev_par.size());
1119                         return true;
1120                 }
1121                 // The cursor is at the beginning of a paragraph, so
1122                 // the backspace will collapse two paragraphs into one.
1123                 needsUpdate = backspacePos0(cur);
1124
1125         } else {
1126                 // this is the code for a normal backspace, not pasting
1127                 // any paragraphs
1128                 recordUndo(cur, Undo::DELETE);
1129                 // We used to do cursorLeftIntern() here, but it is
1130                 // not a good idea since it triggers the auto-delete
1131                 // mechanism. So we do a cursorLeftIntern()-lite,
1132                 // without the dreaded mechanism. (JMarc)
1133                 setCursorIntern(cur, cur.pit(), cur.pos() - 1,
1134                                 false, cur.boundary());
1135                 cur.paragraph().eraseChar(cur.pos(), cur.buffer().params().trackChanges);
1136         }
1137
1138         if (cur.pos() == cur.lastpos())
1139                 setCurrentFont(cur);
1140
1141         // A singlePar update is not enough in this case.
1142 //              cur.updateFlags(Update::Force);
1143         setCursor(cur.top(), cur.pit(), cur.pos());
1144
1145         return needsUpdate;
1146 }
1147
1148
1149 bool LyXText::dissolveInset(LCursor & cur) {
1150         BOOST_ASSERT(this == cur.text());
1151
1152         if (isMainText(*cur.bv().buffer()) || cur.inset().nargs() != 1)
1153                 return false;
1154
1155         recordUndoInset(cur);
1156         cur.selHandle(false);
1157         // save position
1158         pos_type spos = cur.pos();
1159         pit_type spit = cur.pit();
1160         ParagraphList plist;
1161         if (cur.lastpit() != 0 || cur.lastpos() != 0)
1162                 plist = paragraphs();
1163         cur.popLeft();
1164         // store cursor offset
1165         if (spit == 0)
1166                 spos += cur.pos();
1167         spit += cur.pit();
1168         Buffer & b = cur.buffer();
1169         cur.paragraph().eraseChar(cur.pos(), b.params().trackChanges);
1170         if (!plist.empty()) {
1171                 // ERT paragraphs have the Language latex_language.
1172                 // This is invalid outside of ERT, so we need to
1173                 // change it to the buffer language.
1174                 ParagraphList::iterator it = plist.begin();
1175                 ParagraphList::iterator it_end = plist.end();
1176                 for (; it != it_end; it++) {
1177                         it->changeLanguage(b.params(), latex_language,
1178                                         b.getLanguage());
1179                 }
1180
1181                 pasteParagraphList(cur, plist, b.params().textclass,
1182                                    b.errorList("Paste"));
1183                 // restore position
1184                 cur.pit() = std::min(cur.lastpit(), spit);
1185                 cur.pos() = std::min(cur.lastpos(), spos);
1186         }
1187         cur.clearSelection();
1188         cur.resetAnchor();
1189         return true;
1190 }
1191
1192
1193 // only used for inset right now. should also be used for main text
1194 void LyXText::draw(PainterInfo & pi, int x, int y) const
1195 {
1196         paintTextInset(*this, pi, x, y);
1197 }
1198
1199
1200 // only used for inset right now. should also be used for main text
1201 void LyXText::drawSelection(PainterInfo & pi, int x, int) const
1202 {
1203         LCursor & cur = pi.base.bv->cursor();
1204         if (!cur.selection())
1205                 return;
1206         if (!ptr_cmp(cur.text(), this))
1207                 return;
1208
1209         if (lyxerr.debugging(Debug::DEBUG)) {
1210                 lyxerr[Debug::DEBUG]
1211                         << BOOST_CURRENT_FUNCTION
1212                         << "draw selection at " << x
1213                         << endl;
1214         }
1215
1216         DocIterator beg = cur.selectionBegin();
1217         DocIterator end = cur.selectionEnd();
1218
1219         BufferView & bv = *pi.base.bv;
1220         Buffer const & buffer = *bv.buffer();
1221
1222         // the selection doesn't touch the visible screen
1223         if (bv_funcs::status(&bv, beg) == bv_funcs::CUR_BELOW
1224             || bv_funcs::status(&bv, end) == bv_funcs::CUR_ABOVE)
1225                 return;
1226
1227         Paragraph const & par1 = pars_[beg.pit()];
1228         Paragraph const & par2 = pars_[end.pit()];
1229         TextMetrics const & tm = bv.textMetrics(this);
1230         ParagraphMetrics const & pm1 = tm.parMetrics(beg.pit());
1231         ParagraphMetrics const & pm2 = tm.parMetrics(end.pit());
1232
1233         bool const above = (bv_funcs::status(&bv, beg)
1234                             == bv_funcs::CUR_ABOVE);
1235         bool const below = (bv_funcs::status(&bv, end)
1236                             == bv_funcs::CUR_BELOW);
1237         int y1,y2,x1,x2;
1238         if (above) {
1239                 y1 = 0;
1240                 y2 = 0;
1241                 x1 = 0;
1242                 x2 = tm.width();
1243         } else {
1244                 Row const & row1 = pm1.getRow(beg.pos(), beg.boundary());
1245                 y1 = bv_funcs::getPos(bv, beg, beg.boundary()).y_ - row1.ascent();
1246                 y2 = y1 + row1.height();
1247                 int const startx = cursorX(bv, beg.top(), beg.boundary());
1248                 if (!isRTL(buffer, par1)) {
1249                         x1 = startx;
1250                         x2 = 0 + tm.width();
1251                 }
1252                 else {
1253                         x1 = 0;
1254                         x2 = startx;
1255                 }
1256         }
1257
1258         int Y1,Y2,X1,X2;
1259         if (below) {
1260                 Y1 = bv.workHeight();
1261                 Y2 = bv.workHeight();
1262                 X1 = 0;
1263                 X2 = tm.width();
1264         } else {
1265                 Row const & row2 = pm2.getRow(end.pos(), end.boundary());
1266                 Y1 = bv_funcs::getPos(bv, end, end.boundary()).y_ - row2.ascent();
1267                 Y2 = Y1 + row2.height();
1268                 int const endx = cursorX(bv, end.top(), end.boundary());
1269                 if (!isRTL(buffer, par2)) {
1270                         X1 = 0;
1271                         X2 = endx;
1272                 }
1273                 else {
1274                         X1 = endx;
1275                         X2 = 0 + tm.width();
1276                 }
1277         }
1278
1279         if (!above && !below && &pm1.getRow(beg.pos(), beg.boundary())
1280             == &pm2.getRow(end.pos(), end.boundary()))
1281         {
1282                 // paint only one rectangle
1283                 int const b( !isRTL(*bv.buffer(), par1) ? x + x1 : x + X1 );
1284                 int const w( !isRTL(*bv.buffer(), par1) ? X2 - x1 : x2 - X1 );
1285                 pi.pain.fillRectangle(b, y1, w, y2 - y1, LColor::selection);
1286                 return;
1287         }
1288
1289         if (lyxerr.debugging(Debug::DEBUG)) {
1290                 lyxerr[Debug::DEBUG] << " y1: " << y1 << " y2: " << y2
1291                            << "X1:" << X1 << " x2: " << X2 << " wid: " << tm.width()
1292                         << endl;
1293         }
1294
1295         // paint upper rectangle
1296         pi.pain.fillRectangle(x + x1, y1, x2 - x1, y2 - y1,
1297                                       LColor::selection);
1298         // paint bottom rectangle
1299         pi.pain.fillRectangle(x + X1, Y1, X2 - X1, Y2 - Y1,
1300                                       LColor::selection);
1301         // paint center rectangle
1302         pi.pain.fillRectangle(x, y2, tm.width(),
1303                               Y1 - y2, LColor::selection);
1304 }
1305
1306
1307 bool LyXText::isLastRow(pit_type pit, Row const & row) const
1308 {
1309         return row.endpos() >= pars_[pit].size()
1310                 && pit + 1 == pit_type(paragraphs().size());
1311 }
1312
1313
1314 bool LyXText::isFirstRow(pit_type pit, Row const & row) const
1315 {
1316         return row.pos() == 0 && pit == 0;
1317 }
1318
1319
1320 void LyXText::getWord(CursorSlice & from, CursorSlice & to,
1321         word_location const loc)
1322 {
1323         Paragraph const & from_par = pars_[from.pit()];
1324         switch (loc) {
1325         case WHOLE_WORD_STRICT:
1326                 if (from.pos() == 0 || from.pos() == from_par.size()
1327                     || !from_par.isLetter(from.pos())
1328                     || !from_par.isLetter(from.pos() - 1)) {
1329                         to = from;
1330                         return;
1331                 }
1332                 // no break here, we go to the next
1333
1334         case WHOLE_WORD:
1335                 // If we are already at the beginning of a word, do nothing
1336                 if (!from.pos() || !from_par.isLetter(from.pos() - 1))
1337                         break;
1338                 // no break here, we go to the next
1339
1340         case PREVIOUS_WORD:
1341                 // always move the cursor to the beginning of previous word
1342                 while (from.pos() && from_par.isLetter(from.pos() - 1))
1343                         --from.pos();
1344                 break;
1345         case NEXT_WORD:
1346                 lyxerr << "LyXText::getWord: NEXT_WORD not implemented yet"
1347                        << endl;
1348                 break;
1349         case PARTIAL_WORD:
1350                 // no need to move the 'from' cursor
1351                 break;
1352         }
1353         to = from;
1354         Paragraph & to_par = pars_[to.pit()];
1355         while (to.pos() < to_par.size() && to_par.isLetter(to.pos()))
1356                 ++to.pos();
1357 }
1358
1359
1360 void LyXText::write(Buffer const & buf, std::ostream & os) const
1361 {
1362         ParagraphList::const_iterator pit = paragraphs().begin();
1363         ParagraphList::const_iterator end = paragraphs().end();
1364         depth_type dth = 0;
1365         for (; pit != end; ++pit)
1366                 pit->write(buf, os, buf.params(), dth);
1367 }
1368
1369
1370 bool LyXText::read(Buffer const & buf, LyXLex & lex, ErrorList & errorList)
1371 {
1372         depth_type depth = 0;
1373
1374         while (lex.isOK()) {
1375                 lex.nextToken();
1376                 string const token = lex.getString();
1377
1378                 if (token.empty())
1379                         continue;
1380
1381                 if (token == "\\end_inset")
1382                         break;
1383
1384                 if (token == "\\end_body")
1385                         continue;
1386
1387                 if (token == "\\begin_body")
1388                         continue;
1389
1390                 if (token == "\\end_document")
1391                         return false;
1392
1393                 if (token == "\\begin_layout") {
1394                         lex.pushToken(token);
1395
1396                         Paragraph par;
1397                         par.params().depth(depth);
1398                         par.setFont(0, LyXFont(LyXFont::ALL_INHERIT, buf.params().language));
1399                         pars_.push_back(par);
1400
1401                         // FIXME: goddamn InsetTabular makes us pass a Buffer
1402                         // not BufferParams
1403                         lyx::readParagraph(buf, pars_.back(), lex, errorList);
1404
1405                 } else if (token == "\\begin_deeper") {
1406                         ++depth;
1407                 } else if (token == "\\end_deeper") {
1408                         if (!depth) {
1409                                 lex.printError("\\end_deeper: " "depth is already null");
1410                         } else {
1411                                 --depth;
1412                         }
1413                 } else {
1414                         lyxerr << "Handling unknown body token: `"
1415                                << token << '\'' << endl;
1416                 }
1417         }
1418         return true;
1419 }
1420
1421 int LyXText::cursorX(BufferView const & bv, CursorSlice const & sl,
1422                 bool boundary) const
1423 {
1424         TextMetrics const & tm = bv.textMetrics(sl.text());
1425         pit_type const pit = sl.pit();
1426         Paragraph const & par = pars_[pit];
1427         ParagraphMetrics const & pm = tm.parMetrics(pit);
1428         if (pm.rows().empty())
1429                 return 0;
1430
1431         pos_type ppos = sl.pos();
1432         // Correct position in front of big insets
1433         bool const boundary_correction = ppos != 0 && boundary;
1434         if (boundary_correction)
1435                 --ppos;
1436
1437         Row const & row = pm.getRow(sl.pos(), boundary);
1438
1439         pos_type cursor_vpos = 0;
1440
1441         Buffer const & buffer = *bv.buffer();
1442         RowMetrics const m = tm.computeRowMetrics(pit, row);
1443         double x = m.x;
1444
1445         pos_type const row_pos  = row.pos();
1446         pos_type const end      = row.endpos();
1447
1448         if (end <= row_pos)
1449                 cursor_vpos = row_pos;
1450         else if (ppos >= end)
1451                 cursor_vpos = isRTL(buffer, par) ? row_pos : end;
1452         else if (ppos > row_pos && ppos >= end)
1453                 // Place cursor after char at (logical) position pos - 1
1454                 cursor_vpos = (bidi.level(ppos - 1) % 2 == 0)
1455                         ? bidi.log2vis(ppos - 1) + 1 : bidi.log2vis(ppos - 1);
1456         else
1457                 // Place cursor before char at (logical) position ppos
1458                 cursor_vpos = (bidi.level(ppos) % 2 == 0)
1459                         ? bidi.log2vis(ppos) : bidi.log2vis(ppos) + 1;
1460
1461         pos_type body_pos = par.beginOfBody();
1462         if (body_pos > 0 &&
1463             (body_pos > end || !par.isLineSeparator(body_pos - 1)))
1464                 body_pos = 0;
1465
1466         // Use font span to speed things up, see below
1467         FontSpan font_span;
1468         LyXFont font;
1469         FontMetrics const & labelfm = theFontMetrics(
1470                 getLabelFont(buffer, par));
1471
1472         for (pos_type vpos = row_pos; vpos < cursor_vpos; ++vpos) {
1473                 pos_type pos = bidi.vis2log(vpos);
1474                 if (body_pos > 0 && pos == body_pos - 1) {
1475                         // FIXME UNICODE
1476                         docstring const lsep = from_utf8(par.layout()->labelsep);
1477                         x += m.label_hfill + labelfm.width(lsep);
1478                         if (par.isLineSeparator(body_pos - 1))
1479                                 x -= singleWidth(buffer, par, body_pos - 1);
1480                 }
1481
1482                 // Use font span to speed things up, see above
1483                 if (pos < font_span.first || pos > font_span.last) {
1484                         font_span = par.fontSpan(pos);
1485                         font = getFont(buffer, par, pos);
1486                 }
1487
1488                 x += singleWidth(par, pos, par.getChar(pos), font);
1489
1490                 if (par.hfillExpansion(row, pos))
1491                         x += (pos >= body_pos) ? m.hfill : m.label_hfill;
1492                 else if (par.isSeparator(pos) && pos >= body_pos)
1493                         x += m.separator;
1494         }
1495
1496         // see correction above
1497         if (boundary_correction)
1498                 if (getFont(buffer, par, ppos).isVisibleRightToLeft())
1499                         x -= singleWidth(buffer, par, ppos);
1500                 else
1501                         x += singleWidth(buffer, par, ppos);
1502
1503         // Make sure inside an inset we always count from the left
1504         // edge (bidi!) -- MV
1505         if (sl.pos() < par.size()) {
1506                 font = getFont(buffer, par, sl.pos());
1507                 if (!boundary && font.isVisibleRightToLeft()
1508                   && par.isInset(sl.pos()))
1509                         x -= par.getInset(sl.pos())->width();
1510         }
1511         return int(x);
1512 }
1513
1514
1515 int LyXText::cursorY(BufferView const & bv, CursorSlice const & sl, bool boundary) const
1516 {
1517         //lyxerr << "LyXText::cursorY: boundary: " << boundary << std::endl;
1518         ParagraphMetrics const & pm = bv.parMetrics(this, sl.pit());
1519         if (pm.rows().empty())
1520                 return 0;
1521
1522         int h = 0;
1523         h -= bv.parMetrics(this, 0).rows()[0].ascent();
1524         for (pit_type pit = 0; pit < sl.pit(); ++pit) {
1525                 h += bv.parMetrics(this, pit).height();
1526         }
1527         int pos = sl.pos();
1528         if (pos && boundary)
1529                 --pos;
1530         size_t const rend = pm.pos2row(pos);
1531         for (size_t rit = 0; rit != rend; ++rit)
1532                 h += pm.rows()[rit].height();
1533         h += pm.rows()[rend].ascent();
1534         return h;
1535 }
1536
1537
1538 // Returns the current font and depth as a message.
1539 docstring LyXText::currentState(LCursor & cur)
1540 {
1541         BOOST_ASSERT(this == cur.text());
1542         Buffer & buf = cur.buffer();
1543         Paragraph const & par = cur.paragraph();
1544         odocstringstream os;
1545
1546         if (buf.params().trackChanges)
1547                 os << "[C] ";
1548
1549         Change change = par.lookupChange(cur.pos());
1550
1551         if (change.type != Change::UNCHANGED) {
1552                 Author const & a = buf.params().authors().get(change.author);
1553                 os << _("Change: ") << a.name();
1554                 if (!a.email().empty())
1555                         os << " (" << a.email() << ")";
1556                 // FIXME ctime is english, we should translate that
1557                 os << _(" at ") << ctime(&change.changetime);
1558                 os << " : ";
1559         }
1560
1561         // I think we should only show changes from the default
1562         // font. (Asger)
1563         // No, from the document font (MV)
1564         LyXFont font = real_current_font;
1565         font.reduce(buf.params().getFont());
1566
1567         os << bformat(_("Font: %1$s"), font.stateText(&buf.params()));
1568
1569         // The paragraph depth
1570         int depth = cur.paragraph().getDepth();
1571         if (depth > 0)
1572                 os << bformat(_(", Depth: %1$d"), depth);
1573
1574         // The paragraph spacing, but only if different from
1575         // buffer spacing.
1576         Spacing const & spacing = par.params().spacing();
1577         if (!spacing.isDefault()) {
1578                 os << _(", Spacing: ");
1579                 switch (spacing.getSpace()) {
1580                 case Spacing::Single:
1581                         os << _("Single");
1582                         break;
1583                 case Spacing::Onehalf:
1584                         os << _("OneHalf");
1585                         break;
1586                 case Spacing::Double:
1587                         os << _("Double");
1588                         break;
1589                 case Spacing::Other:
1590                         os << _("Other (") << from_ascii(spacing.getValueAsString()) << ')';
1591                         break;
1592                 case Spacing::Default:
1593                         // should never happen, do nothing
1594                         break;
1595                 }
1596         }
1597
1598 #ifdef DEVEL_VERSION
1599         os << _(", Inset: ") << &cur.inset();
1600         os << _(", Paragraph: ") << cur.pit();
1601         os << _(", Id: ") << par.id();
1602         os << _(", Position: ") << cur.pos();
1603         os << _(", Boundary: ") << cur.boundary();
1604 //      Row & row = cur.textRow();
1605 //      os << bformat(_(", Row b:%1$d e:%2$d"), row.pos(), row.endpos());
1606 #endif
1607         return os.str();
1608 }
1609
1610
1611 docstring LyXText::getPossibleLabel(LCursor & cur) const
1612 {
1613         pit_type pit = cur.pit();
1614
1615         LyXLayout_ptr layout = pars_[pit].layout();
1616
1617         if (layout->latextype == LATEX_PARAGRAPH && pit != 0) {
1618                 LyXLayout_ptr const & layout2 = pars_[pit - 1].layout();
1619                 if (layout2->latextype != LATEX_PARAGRAPH) {
1620                         --pit;
1621                         layout = layout2;
1622                 }
1623         }
1624
1625         docstring name = from_ascii(layout->latexname());
1626
1627         // for captions, we want the abbreviation of the float type
1628         if (layout->labeltype == LABEL_SENSITIVE) {
1629                 // Search for the first float or wrap inset in the iterator
1630                 for (int i = cur.depth(); --i >= 0; ) {
1631                         InsetBase * const in = &cur[i].inset();
1632                         if (in->lyxCode() == InsetBase::FLOAT_CODE
1633                             || in->lyxCode() == InsetBase::WRAP_CODE) {
1634                                 name = in->getInsetName();
1635                                 break;
1636                         }
1637                 }
1638         }
1639
1640         docstring text = name.substr(0, 3);
1641         if (name == "theorem")
1642                 text = from_ascii("thm"); // Create a correct prefix for prettyref
1643
1644         text += ':';
1645         if (layout->latextype == LATEX_PARAGRAPH || lyxrc.label_init_length < 0)
1646                 text.erase();
1647
1648         docstring par_text = pars_[pit].asString(cur.buffer(), false);
1649         for (int i = 0; i < lyxrc.label_init_length; ++i) {
1650                 if (par_text.empty())
1651                         break;
1652                 docstring head;
1653                 par_text = split(par_text, head, ' ');
1654                 // Is it legal to use spaces in labels ?
1655                 if (i > 0)
1656                         text += '-';
1657                 text += head;
1658         }
1659
1660         return text;
1661 }
1662
1663
1664 //pos_type LyXText::x2pos(pit_type pit, int row, int x) const
1665 //{
1666 //      int lastx = 0;
1667 //      int currx = 0;
1668 //      Paragraph const & par = pars_[pit];
1669 //      Row const & r = par.rows()[row];
1670 //      int pos = r.pos();
1671 //      for (; currx < x && pos < r.endpos(); ++pos) {
1672 //              lastx = currx;
1673 //              currx += singleWidth(buffer, par, pos);
1674 //      }
1675 //      if (abs(lastx - x) < abs(currx - x) && pos != r.pos())
1676 //              --pos;
1677 //      return pos;
1678 //}
1679
1680
1681 pos_type LyXText::x2pos(BufferView const & bv, pit_type pit, int row,
1682                 int x) const
1683 {
1684         TextMetrics const & tm = bv.textMetrics(this);
1685         ParagraphMetrics const & pm = tm.parMetrics(pit);
1686         BOOST_ASSERT(!pm.rows().empty());
1687         BOOST_ASSERT(row < int(pm.rows().size()));
1688         bool bound = false;
1689         Row const & r = pm.rows()[row];
1690         return r.pos() + getColumnNearX(bv, tm.rightMargin(pm), pit, r, x, bound);
1691 }
1692
1693
1694 //int LyXText::pos2x(pit_type pit, pos_type pos) const
1695 //{
1696 //      Paragraph const & par = pars_[pit];
1697 //      Row const & r = par.rows()[row];
1698 //      int x = 0;
1699 //      pos -= r.pos();
1700 //}
1701
1702
1703 void LyXText::setCursorFromCoordinates(LCursor & cur, int const x, int const y)
1704 {
1705         BOOST_ASSERT(this == cur.text());
1706         pit_type pit = getPitNearY(cur.bv(), y);
1707
1708         TextMetrics const & tm = cur.bv().textMetrics(this);
1709         ParagraphMetrics const & pm = tm.parMetrics(pit);
1710
1711         int yy = cur.bv().coordCache().get(this, pit).y_ - pm.ascent();
1712         lyxerr[Debug::DEBUG]
1713                 << BOOST_CURRENT_FUNCTION
1714                 << ": x: " << x
1715                 << " y: " << y
1716                 << " pit: " << pit
1717                 << " yy: " << yy << endl;
1718
1719         int r = 0;
1720         BOOST_ASSERT(pm.rows().size());
1721         for (; r < int(pm.rows().size()) - 1; ++r) {
1722                 Row const & row = pm.rows()[r];
1723                 if (int(yy + row.height()) > y)
1724                         break;
1725                 yy += row.height();
1726         }
1727
1728         Row const & row = pm.rows()[r];
1729
1730         lyxerr[Debug::DEBUG]
1731                 << BOOST_CURRENT_FUNCTION
1732                 << ": row " << r
1733                 << " from pos: " << row.pos()
1734                 << endl;
1735
1736         bool bound = false;
1737         int xx = x;
1738         int right_margin = tm.rightMargin(pm);
1739         pos_type const pos = row.pos() + getColumnNearX(cur.bv(), right_margin,
1740                 pit, row, xx, bound);
1741
1742         lyxerr[Debug::DEBUG]
1743                 << BOOST_CURRENT_FUNCTION
1744                 << ": setting cursor pit: " << pit
1745                 << " pos: " << pos
1746                 << endl;
1747
1748         setCursor(cur, pit, pos, true, bound);
1749         return;
1750 }
1751
1752
1753 void LyXText::charsTranspose(LCursor & cur)
1754 {
1755         BOOST_ASSERT(this == cur.text());
1756
1757         pos_type pos = cur.pos();
1758
1759         // If cursor is at beginning or end of paragraph, do nothing.
1760         if (pos == cur.lastpos() || pos == 0)
1761                 return;
1762
1763         Paragraph & par = cur.paragraph();
1764
1765         // Get the positions of the characters to be transposed.
1766         pos_type pos1 = pos - 1;
1767         pos_type pos2 = pos;
1768
1769         // In change tracking mode, ignore deleted characters.
1770         while (pos2 < cur.lastpos() && par.isDeleted(pos2))
1771                 ++pos2;
1772         if (pos2 == cur.lastpos())
1773                 return;
1774
1775         while (pos1 >= 0 && par.isDeleted(pos1))
1776                 --pos1;
1777         if (pos1 < 0)
1778                 return;
1779
1780         // Don't do anything if one of the "characters" is not regular text.
1781         if (par.isInset(pos1) || par.isInset(pos2))
1782                 return;
1783
1784         // Store the characters to be transposed (including font information).
1785         char_type char1 = par.getChar(pos1);
1786         LyXFont const font1 =
1787                 par.getFontSettings(cur.buffer().params(), pos1);
1788
1789         char_type char2 = par.getChar(pos2);
1790         LyXFont const font2 =
1791                 par.getFontSettings(cur.buffer().params(), pos2);
1792
1793         // And finally, we are ready to perform the transposition.
1794         // Track the changes if Change Tracking is enabled.
1795         bool const trackChanges = cur.buffer().params().trackChanges;
1796
1797         recordUndo(cur);
1798
1799         par.eraseChar(pos2, trackChanges);
1800         par.eraseChar(pos1, trackChanges);
1801         par.insertChar(pos1, char2, font2, trackChanges);
1802         par.insertChar(pos2, char1, font1, trackChanges);
1803
1804         // After the transposition, move cursor to after the transposition.
1805         setCursor(cur, cur.pit(), pos2);
1806         cur.forwardPos();
1807 }
1808
1809
1810 } // namespace lyx