1 # -*- coding: utf-8 -*-
2 # This file is part of lyx2lyx
3 # -*- coding: utf-8 -*-
4 # Copyright (C) 2015 The LyX team
6 # This program is free software; you can redistribute it and/or
7 # modify it under the terms of the GNU General Public License
8 # as published by the Free Software Foundation; either version 2
9 # of the License, or (at your option) any later version.
11 # This program is distributed in the hope that it will be useful,
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 # GNU General Public License for more details.
16 # You should have received a copy of the GNU General Public License
17 # along with this program; if not, write to the Free Software
18 # Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
20 """ Convert files to the file format generated by lyx 2.2"""
26 # Uncomment only what you need to import, please.
28 #from parser_tools import find_token, find_end_of, find_tokens, \
29 # find_token_exact, find_end_of_inset, find_end_of_layout, \
30 # find_token_backwards, is_in_inset, get_value, get_quoted_value, \
31 # del_token, check_token, get_option_value
33 from lyx2lyx_tools import add_to_preamble, put_cmd_in_ert, get_ert, lyx2latex, \
34 lyx2verbatim, length_in_bp, convert_info_insets
35 # insert_to_preamble, latex_length, revert_flex_inset, \
36 # revert_font_attrs, hex2ratio, str2bool
38 from parser_tools import find_token, find_token_backwards, find_re, \
39 find_end_of_inset, find_end_of_layout, find_nonempty_line, \
40 get_containing_layout, get_value, check_token
42 # Provide support for both python 2 and 3
43 PY2 = sys.version_info[0] == 2
50 # End of code to support for both python 2 and 3
52 ####################################################################
53 # Private helper functions
55 def revert_Argument_to_TeX_brace(document, line, endline, n, nmax, environment, opt, nolastopt):
57 Reverts an InsetArgument to TeX-code
59 revert_Argument_to_TeX_brace(document, LineOfBegin, LineOfEnd, StartArgument, EndArgument, isEnvironment, isOpt, notLastOpt)
60 LineOfBegin is the line of the \begin_layout or \begin_inset statement
61 LineOfEnd is the line of the \end_layout or \end_inset statement, if "0" is given, the end of the file is used instead
62 StartArgument is the number of the first argument that needs to be converted
63 EndArgument is the number of the last argument that needs to be converted or the last defined one
64 isEnvironment must be true, if the layout is for a LaTeX environment
65 isOpt must be true, if the argument is an optional one
66 notLastOpt must be true if the argument is mandatory and followed by optional ones
70 while lineArg != -1 and n < nmax + 1:
71 lineArg = find_token(document.body, "\\begin_inset Argument " + str(n), line)
72 if lineArg > endline and endline != 0:
75 beginPlain = find_token(document.body, "\\begin_layout Plain Layout", lineArg)
76 # we have to assure that no other inset is in the Argument
77 beginInset = find_token(document.body, "\\begin_inset", beginPlain)
78 endInset = find_token(document.body, "\\end_inset", beginPlain)
81 while beginInset < endInset and beginInset != -1:
82 beginInset = find_token(document.body, "\\begin_inset", k)
83 endInset = find_token(document.body, "\\end_inset", l)
86 if environment == False:
88 if nolastopt == False:
89 document.body[endInset - 2 : endInset + 1] = put_cmd_in_ert("}{")
91 document.body[endInset - 2 : endInset + 1] = put_cmd_in_ert("}")
92 del(document.body[lineArg : beginPlain + 1])
95 document.body[endInset - 2 : endInset + 1] = put_cmd_in_ert("]")
96 document.body[lineArg : beginPlain + 1] = put_cmd_in_ert("[")
100 document.body[endInset - 2 : endInset + 1] = put_cmd_in_ert("}")
101 document.body[lineArg : beginPlain + 1] = put_cmd_in_ert("{")
104 document.body[endInset - 2 : endInset + 1] = put_cmd_in_ert("]")
105 document.body[lineArg : beginPlain + 1] = put_cmd_in_ert("[")
111 ###############################################################################
113 ### Conversion and reversion routines
115 ###############################################################################
117 def convert_longtable_label_internal(document, forward):
119 Convert reference to "LongTableNoNumber" into "Unnumbered" if forward is True
122 old_reference = "\\begin_inset Caption LongTableNoNumber"
123 new_reference = "\\begin_inset Caption Unnumbered"
125 # if the purpose is to revert swap the strings roles
127 old_reference, new_reference = new_reference, old_reference
131 i = find_token(document.body, old_reference, i)
136 document.body[i] = new_reference
139 def convert_longtable_label(document):
140 convert_longtable_label_internal(document, True)
143 def revert_longtable_label(document):
144 convert_longtable_label_internal(document, False)
147 def convert_separator(document):
149 Convert layout separators to separator insets and add (LaTeX) paragraph
150 breaks in order to mimic previous LaTeX export.
153 parins = ["\\begin_inset Separator parbreak", "\\end_inset", ""]
154 parlay = ["\\begin_layout Standard", "\\begin_inset Separator parbreak",
155 "\\end_inset", "", "\\end_layout", ""]
157 "family" : "default",
158 "series" : "default",
167 i = find_token(document.body, "\\begin_deeper", i)
171 j = find_token_backwards(document.body, "\\end_layout", i-1)
173 # reset any text style before inserting the inset
174 lay = get_containing_layout(document.body, j-1)
176 content = "\n".join(document.body[lay[1]:lay[2]])
177 for val in list(sty_dict.keys()):
178 if content.find("\\%s" % val) != -1:
179 document.body[j:j] = ["\\%s %s" % (val, sty_dict[val])]
182 document.body[j:j] = parins
183 i = i + len(parins) + 1
189 i = find_token(document.body, "\\align", i)
193 lay = get_containing_layout(document.body, i)
194 if lay != False and lay[0] == "Plain Layout":
198 j = find_token_backwards(document.body, "\\end_layout", i-1)
200 lay = get_containing_layout(document.body, j-1)
201 if lay != False and lay[0] == "Standard" \
202 and find_token(document.body, "\\align", lay[1], lay[2]) == -1 \
203 and find_token(document.body, "\\begin_inset VSpace", lay[1], lay[2]) == -1:
204 # reset any text style before inserting the inset
205 content = "\n".join(document.body[lay[1]:lay[2]])
206 for val in list(sty_dict.keys()):
207 if content.find("\\%s" % val) != -1:
208 document.body[j:j] = ["\\%s %s" % (val, sty_dict[val])]
211 document.body[j:j] = parins
212 i = i + len(parins) + 1
218 regexp = re.compile(r'^\\begin_layout (?:(-*)|(\s*))(Separator|EndOfSlide)(?:(-*)|(\s*))$', re.IGNORECASE)
222 i = find_re(document.body, regexp, i)
226 j = find_end_of_layout(document.body, i)
228 document.warning("Malformed LyX document: Missing `\\end_layout'.")
231 lay = get_containing_layout(document.body, j-1)
233 lines = document.body[lay[3]:lay[2]]
237 document.body[i:j+1] = parlay
239 document.body[i+1:i+1] = lines
241 i = i + len(parlay) + len(lines) + 1
244 def revert_separator(document):
245 " Revert separator insets to layout separators "
247 beamer_classes = ["beamer", "article-beamer", "scrarticle-beamer"]
248 if document.textclass in beamer_classes:
249 beglaysep = "\\begin_layout Separator"
251 beglaysep = "\\begin_layout --Separator--"
253 parsep = [beglaysep, "", "\\end_layout", ""]
254 comert = ["\\begin_inset ERT", "status collapsed", "",
255 "\\begin_layout Plain Layout", "%", "\\end_layout",
256 "", "\\end_inset", ""]
257 empert = ["\\begin_inset ERT", "status collapsed", "",
258 "\\begin_layout Plain Layout", " ", "\\end_layout",
259 "", "\\end_inset", ""]
263 i = find_token(document.body, "\\begin_inset Separator", i)
267 lay = get_containing_layout(document.body, i)
269 document.warning("Malformed LyX document: Can't convert separator inset at line " + str(i))
276 kind = get_value(document.body, "\\begin_inset Separator", i, i+1, "plain").split()[1]
277 before = document.body[beg+1:i]
278 something_before = len(before) > 0 and len("".join(before)) > 0
279 j = find_end_of_inset(document.body, i)
280 after = document.body[j+1:end]
281 something_after = len(after) > 0 and len("".join(after)) > 0
283 beg = beg + len(before) + 1
284 elif something_before:
285 document.body[i:i] = ["\\end_layout", ""]
293 document.body[beg:j+1] = empert
296 document.body[beg:j+1] = comert
300 if layoutname == "Standard":
301 if not something_before:
302 document.body[beg:j+1] = parsep
304 document.body[i:i] = ["", "\\begin_layout Standard"]
307 document.body[beg:j+1] = ["\\begin_layout Standard"]
310 document.body[beg:j+1] = ["\\begin_deeper"]
312 end = end + 1 - (j + 1 - beg)
313 if not something_before:
314 document.body[i:i] = parsep
316 end = end + len(parsep)
317 document.body[i:i] = ["\\begin_layout Standard"]
318 document.body[end+2:end+2] = ["", "\\end_deeper", ""]
321 next_par_is_aligned = False
322 k = find_nonempty_line(document.body, end+1)
323 if k != -1 and check_token(document.body[k], "\\begin_layout"):
324 lay = get_containing_layout(document.body, k)
325 next_par_is_aligned = lay != False and \
326 find_token(document.body, "\\align", lay[1], lay[2]) != -1
327 if k != -1 and not next_par_is_aligned \
328 and not check_token(document.body[k], "\\end_deeper") \
329 and not check_token(document.body[k], "\\begin_deeper"):
330 if layoutname == "Standard":
331 document.body[beg:j+1] = [beglaysep]
334 document.body[beg:j+1] = ["\\begin_deeper", beglaysep]
335 end = end + 2 - (j + 1 - beg)
336 document.body[end+1:end+1] = ["", "\\end_deeper", ""]
340 del document.body[i:end+1]
342 del document.body[i:end-1]
347 def convert_parbreak(document):
349 Convert parbreak separators not specifically used to separate
350 environments to latexpar separators.
352 parbreakinset = "\\begin_inset Separator parbreak"
355 i = find_token(document.body, parbreakinset, i)
358 lay = get_containing_layout(document.body, i)
360 document.warning("Malformed LyX document: Can't convert separator inset at line " + str(i))
363 if lay[0] == "Standard":
364 # Convert only if not alone in the paragraph
365 k1 = find_nonempty_line(document.body, lay[1] + 1, i + 1)
366 k2 = find_nonempty_line(document.body, i + 1, lay[2])
367 if (k1 < i) or (k2 > i + 1) or not check_token(document.body[i], parbreakinset):
368 document.body[i] = document.body[i].replace("parbreak", "latexpar")
370 document.body[i] = document.body[i].replace("parbreak", "latexpar")
374 def revert_parbreak(document):
376 Revert latexpar separators to parbreak separators.
380 i = find_token(document.body, "\\begin_inset Separator latexpar", i)
383 document.body[i] = document.body[i].replace("latexpar", "parbreak")
387 def revert_smash(document):
388 " Set amsmath to on if smash commands are used "
390 commands = ["smash[t]", "smash[b]", "notag"]
391 i = find_token(document.header, "\\use_package amsmath", 0)
393 document.warning("Malformed LyX document: Can't find \\use_package amsmath.")
395 value = get_value(document.header, "\\use_package amsmath", i).split()[1]
397 # nothing to do if package is not auto but on or off
401 j = find_token(document.body, '\\begin_inset Formula', j)
404 k = find_end_of_inset(document.body, j)
406 document.warning("Malformed LyX document: Can't find end of Formula inset at line " + str(j))
409 code = "\n".join(document.body[j:k])
411 if code.find("\\%s" % c) != -1:
412 # set amsmath to on, since it is loaded by the newer format
413 document.header[i] = "\\use_package amsmath 2"
418 def revert_swissgerman(document):
419 " Set language german-ch-old to german "
421 if document.language == "german-ch-old":
422 document.language = "german"
423 i = find_token(document.header, "\\language", 0)
425 document.header[i] = "\\language german"
428 j = find_token(document.body, "\\lang german-ch-old", j)
431 document.body[j] = document.body[j].replace("\\lang german-ch-old", "\\lang german")
435 def revert_use_package(document, pkg, commands, oldauto, supported):
436 # oldauto defines how the version we are reverting to behaves:
437 # if it is true, the old version uses the package automatically.
438 # if it is false, the old version never uses the package.
439 # If "supported" is true, the target version also supports this
441 regexp = re.compile(r'(\\use_package\s+%s)' % pkg)
442 p = find_re(document.header, regexp, 0)
443 value = "1" # default is auto
445 value = get_value(document.header, "\\use_package" , p).split()[1]
447 del document.header[p]
448 if value == "2" and not supported: # on
449 add_to_preamble(document, ["\\usepackage{" + pkg + "}"])
450 elif value == "1" and not oldauto: # auto
453 i = find_token(document.body, '\\begin_inset Formula', i)
456 j = find_end_of_inset(document.body, i)
458 document.warning("Malformed LyX document: Can't find end of Formula inset at line " + str(i))
461 code = "\n".join(document.body[i:j])
463 if code.find("\\%s" % c) != -1:
465 document.header[p] = "\\use_package " + pkg + " 2"
467 add_to_preamble(document, ["\\usepackage{" + pkg + "}"])
472 mathtools_commands = ["xhookrightarrow", "xhookleftarrow", "xRightarrow", \
473 "xrightharpoondown", "xrightharpoonup", "xrightleftharpoons", \
474 "xLeftarrow", "xleftharpoondown", "xleftharpoonup", \
475 "xleftrightarrow", "xLeftrightarrow", "xleftrightharpoons", \
478 def revert_xarrow(document):
479 "remove use_package mathtools"
480 revert_use_package(document, "mathtools", mathtools_commands, False, True)
483 def revert_beamer_lemma(document):
484 " Reverts beamer lemma layout to ERT "
486 beamer_classes = ["beamer", "article-beamer", "scrarticle-beamer"]
487 if document.textclass not in beamer_classes:
493 i = find_token(document.body, "\\begin_layout Lemma", i)
496 j = find_end_of_layout(document.body, i)
498 document.warning("Malformed LyX document: Can't find end of Lemma layout")
501 arg1 = find_token(document.body, "\\begin_inset Argument 1", i, j)
502 endarg1 = find_end_of_inset(document.body, arg1)
503 arg2 = find_token(document.body, "\\begin_inset Argument 2", i, j)
504 endarg2 = find_end_of_inset(document.body, arg2)
508 beginPlain1 = find_token(document.body, "\\begin_layout Plain Layout", arg1, endarg1)
509 if beginPlain1 == -1:
510 document.warning("Malformed LyX document: Can't find arg1 plain Layout")
513 endPlain1 = find_end_of_inset(document.body, beginPlain1)
514 content1 = document.body[beginPlain1 + 1 : endPlain1 - 2]
515 subst1 = put_cmd_in_ert("<") + content1 + put_cmd_in_ert(">")
517 beginPlain2 = find_token(document.body, "\\begin_layout Plain Layout", arg2, endarg2)
518 if beginPlain2 == -1:
519 document.warning("Malformed LyX document: Can't find arg2 plain Layout")
522 endPlain2 = find_end_of_inset(document.body, beginPlain2)
523 content2 = document.body[beginPlain2 + 1 : endPlain2 - 2]
524 subst2 = put_cmd_in_ert("[") + content2 + put_cmd_in_ert("]")
528 del document.body[arg2 : endarg2 + 1]
530 del document.body[arg1 : endarg1 + 1]
532 del document.body[arg1 : endarg1 + 1]
534 del document.body[arg2 : endarg2 + 1]
536 # index of end layout has probably changed
537 j = find_end_of_layout(document.body, i)
539 document.warning("Malformed LyX document: Can't find end of Lemma layout")
545 # if this is not a consecutive env, add start command
547 begcmd = put_cmd_in_ert("\\begin{lemma}")
549 # has this a consecutive lemma?
550 consecutive = document.body[j + 2] == "\\begin_layout Lemma"
552 # if this is not followed by a consecutive env, add end command
554 document.body[j : j + 1] = put_cmd_in_ert("\\end{lemma}") + ["\\end_layout"]
556 document.body[i : i + 1] = ["\\begin_layout Standard", ""] + begcmd + subst1 + subst2
562 def revert_question_env(document):
564 Reverts question and question* environments of
565 theorems-ams-extended-bytype module to ERT
568 # Do we use theorems-ams-extended-bytype module?
569 if not "theorems-ams-extended-bytype" in document.get_module_list():
575 i = find_token(document.body, "\\begin_layout Question", i)
579 starred = document.body[i] == "\\begin_layout Question*"
581 j = find_end_of_layout(document.body, i)
583 document.warning("Malformed LyX document: Can't find end of Question layout")
587 # if this is not a consecutive env, add start command
591 begcmd = put_cmd_in_ert("\\begin{question*}")
593 begcmd = put_cmd_in_ert("\\begin{question}")
595 # has this a consecutive theorem of same type?
598 consecutive = document.body[j + 2] == "\\begin_layout Question*"
600 consecutive = document.body[j + 2] == "\\begin_layout Question"
602 # if this is not followed by a consecutive env, add end command
605 document.body[j : j + 1] = put_cmd_in_ert("\\end{question*}") + ["\\end_layout"]
607 document.body[j : j + 1] = put_cmd_in_ert("\\end{question}") + ["\\end_layout"]
609 document.body[i : i + 1] = ["\\begin_layout Standard", ""] + begcmd
611 add_to_preamble(document, "\\providecommand{\questionname}{Question}")
614 add_to_preamble(document, "\\theoremstyle{plain}\n" \
615 "\\newtheorem*{question*}{\\protect\\questionname}")
617 add_to_preamble(document, "\\theoremstyle{plain}\n" \
618 "\\newtheorem{question}{\\protect\\questionname}")
623 def convert_dashes(document):
624 "convert -- and --- to \\twohyphens and \\threehyphens"
626 if document.backend != "latex":
630 while i < len(document.body):
631 words = document.body[i].split()
632 if len(words) > 1 and words[0] == "\\begin_inset" and \
633 words[1] in ["CommandInset", "ERT", "External", "Formula", "Graphics", "IPA", "listings"]:
634 # must not replace anything in insets that store LaTeX contents in .lyx files
635 # (math and command insets withut overridden read() and write() methods
636 # filtering out IPA makes Text::readParToken() more simple
637 # skip ERT as well since it is not needed there
638 j = find_end_of_inset(document.body, i)
640 document.warning("Malformed LyX document: Can't find end of " + words[1] + " inset at line " + str(i))
646 j = document.body[i].find("--")
649 front = document.body[i][:j]
650 back = document.body[i][j+2:]
651 # We can have an arbitrary number of consecutive hyphens.
652 # These must be split into the corresponding number of two and three hyphens
653 # We must match what LaTeX does: First try emdash, then endash, then single hyphen
654 if back.find("-") == 0:
657 document.body.insert(i+1, back)
658 document.body[i] = front + "\\threehyphens"
661 document.body.insert(i+1, back)
662 document.body[i] = front + "\\twohyphens"
666 def revert_dashes(document):
667 "convert \\twohyphens and \\threehyphens to -- and ---"
670 while i < len(document.body):
671 words = document.body[i].split()
672 if len(words) > 1 and words[0] == "\\begin_inset" and \
673 words[1] in ["CommandInset", "ERT", "External", "Formula", "Graphics", "IPA", "listings"]:
675 j = find_end_of_inset(document.body, i)
677 document.warning("Malformed LyX document: Can't find end of " + words[1] + " inset at line " + str(i))
683 if document.body[i].find("\\twohyphens") >= 0:
684 document.body[i] = document.body[i].replace("\\twohyphens", "--")
686 if document.body[i].find("\\threehyphens") >= 0:
687 document.body[i] = document.body[i].replace("\\threehyphens", "---")
689 if replaced and i+1 < len(document.body) and \
690 (document.body[i+1].find("\\") != 0 or \
691 document.body[i+1].find("\\twohyphens") == 0 or
692 document.body[i+1].find("\\threehyphens") == 0) and \
693 len(document.body[i]) + len(document.body[i+1]) <= 80:
694 document.body[i] = document.body[i] + document.body[i+1]
695 document.body[i+1:i+2] = []
700 # order is important for the last three!
701 phrases = ["LyX", "LaTeX2e", "LaTeX", "TeX"]
703 def is_part_of_converted_phrase(line, j, phrase):
704 "is phrase part of an already converted phrase?"
706 converted = "\\SpecialCharNoPassThru \\" + p
707 pos = j + len(phrase) - len(converted)
709 if line[pos:pos+len(converted)] == converted:
714 def convert_phrases(document):
715 "convert special phrases from plain text to \\SpecialCharNoPassThru"
717 if document.backend != "latex":
720 for phrase in phrases:
722 while i < len(document.body):
723 words = document.body[i].split()
724 if len(words) > 1 and words[0] == "\\begin_inset" and \
725 words[1] in ["CommandInset", "External", "Formula", "Graphics", "listings"]:
726 # must not replace anything in insets that store LaTeX contents in .lyx files
727 # (math and command insets withut overridden read() and write() methods
728 j = find_end_of_inset(document.body, i)
730 document.warning("Malformed LyX document: Can't find end of Formula inset at line " + str(i))
735 if document.body[i].find("\\") == 0:
738 j = document.body[i].find(phrase)
742 if not is_part_of_converted_phrase(document.body[i], j, phrase):
743 front = document.body[i][:j]
744 back = document.body[i][j+len(phrase):]
746 document.body.insert(i+1, back)
747 # We cannot use SpecialChar since we do not know whether we are outside passThru
748 document.body[i] = front + "\\SpecialCharNoPassThru \\" + phrase
752 def revert_phrases(document):
753 "convert special phrases to plain text"
756 while i < len(document.body):
757 words = document.body[i].split()
758 if len(words) > 1 and words[0] == "\\begin_inset" and \
759 words[1] in ["CommandInset", "External", "Formula", "Graphics", "listings"]:
760 # see convert_phrases
761 j = find_end_of_inset(document.body, i)
763 document.warning("Malformed LyX document: Can't find end of Formula inset at line " + str(i))
769 for phrase in phrases:
770 # we can replace SpecialChar since LyX ensures that it cannot be inserted into passThru parts
771 if document.body[i].find("\\SpecialChar \\" + phrase) >= 0:
772 document.body[i] = document.body[i].replace("\\SpecialChar \\" + phrase, phrase)
774 if document.body[i].find("\\SpecialCharNoPassThru \\" + phrase) >= 0:
775 document.body[i] = document.body[i].replace("\\SpecialCharNoPassThru \\" + phrase, phrase)
777 if replaced and i+1 < len(document.body) and \
778 (document.body[i+1].find("\\") != 0 or \
779 document.body[i+1].find("\\SpecialChar") == 0) and \
780 len(document.body[i]) + len(document.body[i+1]) <= 80:
781 document.body[i] = document.body[i] + document.body[i+1]
782 document.body[i+1:i+2] = []
787 def convert_specialchar_internal(document, forward):
788 specialchars = {"\\-":"softhyphen", "\\textcompwordmark{}":"ligaturebreak", \
789 "\\@.":"endofsentence", "\\ldots{}":"ldots", \
790 "\\menuseparator":"menuseparator", "\\slash{}":"breakableslash", \
791 "\\nobreakdash-":"nobreakdash", "\\LyX":"LyX", \
792 "\\TeX":"TeX", "\\LaTeX2e":"LaTeX2e", \
793 "\\LaTeX":"LaTeX" # must be after LaTeX2e
797 while i < len(document.body):
798 words = document.body[i].split()
799 if len(words) > 1 and words[0] == "\\begin_inset" and \
800 words[1] in ["CommandInset", "External", "Formula", "Graphics", "listings"]:
801 # see convert_phrases
802 j = find_end_of_inset(document.body, i)
804 document.warning("Malformed LyX document: Can't find end of Formula inset at line " + str(i))
809 for key, value in specialchars.items():
811 document.body[i] = document.body[i].replace("\\SpecialChar " + key, "\\SpecialChar " + value)
812 document.body[i] = document.body[i].replace("\\SpecialCharNoPassThru " + key, "\\SpecialCharNoPassThru " + value)
814 document.body[i] = document.body[i].replace("\\SpecialChar " + value, "\\SpecialChar " + key)
815 document.body[i] = document.body[i].replace("\\SpecialCharNoPassThru " + value, "\\SpecialCharNoPassThru " + key)
819 def convert_specialchar(document):
820 "convert special characters to new syntax"
821 convert_specialchar_internal(document, True)
824 def revert_specialchar(document):
825 "convert special characters to old syntax"
826 convert_specialchar_internal(document, False)
829 def revert_georgian(document):
830 "Set the document language to English but assure Georgian output"
832 if document.language == "georgian":
833 document.language = "english"
834 i = find_token(document.header, "\\language georgian", 0)
836 document.header[i] = "\\language english"
837 j = find_token(document.header, "\\language_package default", 0)
839 document.header[j] = "\\language_package babel"
840 k = find_token(document.header, "\\options", 0)
842 document.header[k] = document.header[k].replace("\\options", "\\options georgian,")
844 l = find_token(document.header, "\\use_default_options", 0)
845 document.header.insert(l + 1, "\\options georgian")
848 def revert_sigplan_doi(document):
849 " Reverts sigplanconf DOI layout to ERT "
851 if document.textclass != "sigplanconf":
856 i = find_token(document.body, "\\begin_layout DOI", i)
859 j = find_end_of_layout(document.body, i)
861 document.warning("Malformed LyX document: Can't find end of DOI layout")
865 content = lyx2latex(document, document.body[i:j + 1])
866 add_to_preamble(document, ["\\doi{" + content + "}"])
867 del document.body[i:j + 1]
871 def revert_ex_itemargs(document):
872 " Reverts \\item arguments of the example environments (Linguistics module) to TeX-code "
874 if not "linguistics" in document.get_module_list():
878 example_layouts = ["Numbered Examples (consecutive)", "Subexample"]
880 i = find_token(document.body, "\\begin_inset Argument item:", i)
883 j = find_end_of_inset(document.body, i)
884 # Find containing paragraph layout
885 parent = get_containing_layout(document.body, i)
887 document.warning("Malformed LyX document: Can't find parent paragraph layout")
891 layoutname = parent[0]
892 if layoutname in example_layouts:
893 beginPlain = find_token(document.body, "\\begin_layout Plain Layout", i)
894 endPlain = find_end_of_layout(document.body, beginPlain)
895 content = document.body[beginPlain + 1 : endPlain]
896 del document.body[i:j+1]
897 subst = put_cmd_in_ert("[") + content + put_cmd_in_ert("]")
898 document.body[parbeg : parbeg] = subst
902 def revert_forest(document):
903 " Reverts the forest environment (Linguistics module) to TeX-code "
905 if not "linguistics" in document.get_module_list():
910 i = find_token(document.body, "\\begin_inset Flex Structure Tree", i)
913 j = find_end_of_inset(document.body, i)
915 document.warning("Malformed LyX document: Can't find end of Structure Tree inset")
919 beginPlain = find_token(document.body, "\\begin_layout Plain Layout", i)
920 endPlain = find_end_of_layout(document.body, beginPlain)
921 content = lyx2latex(document, document.body[beginPlain : endPlain])
923 add_to_preamble(document, ["\\usepackage{forest}"])
925 document.body[i:j + 1] = put_cmd_in_ert("\\begin{forest}" + content + "\\end{forest}")
929 def revert_glossgroup(document):
930 " Reverts the GroupGlossedWords inset (Linguistics module) to TeX-code "
932 if not "linguistics" in document.get_module_list():
937 i = find_token(document.body, "\\begin_inset Flex GroupGlossedWords", i)
940 j = find_end_of_inset(document.body, i)
942 document.warning("Malformed LyX document: Can't find end of GroupGlossedWords inset")
946 beginPlain = find_token(document.body, "\\begin_layout Plain Layout", i)
947 endPlain = find_end_of_layout(document.body, beginPlain)
948 content = lyx2verbatim(document, document.body[beginPlain : endPlain])
950 document.body[i:j + 1] = ["{", "", content, "", "}"]
954 def revert_newgloss(document):
955 " Reverts the new Glosse insets (Linguistics module) to the old format "
957 if not "linguistics" in document.get_module_list():
960 glosses = ("\\begin_inset Flex Glosse", "\\begin_inset Flex Tri-Glosse")
961 for glosse in glosses:
964 i = find_token(document.body, glosse, i)
967 j = find_end_of_inset(document.body, i)
969 document.warning("Malformed LyX document: Can't find end of Glosse inset")
973 arg = find_token(document.body, "\\begin_inset Argument 1", i, j)
974 endarg = find_end_of_inset(document.body, arg)
977 argbeginPlain = find_token(document.body, "\\begin_layout Plain Layout", arg, endarg)
978 if argbeginPlain == -1:
979 document.warning("Malformed LyX document: Can't find arg plain Layout")
982 argendPlain = find_end_of_inset(document.body, argbeginPlain)
983 argcontent = lyx2verbatim(document, document.body[argbeginPlain : argendPlain - 2])
985 document.body[j:j] = ["", "\\begin_layout Plain Layout","\\backslash", "glt ",
986 argcontent, "\\end_layout"]
988 # remove Arg insets and paragraph, if it only contains this inset
989 if document.body[arg - 1] == "\\begin_layout Plain Layout" and find_end_of_layout(document.body, arg - 1) == endarg + 3:
990 del document.body[arg - 1 : endarg + 4]
992 del document.body[arg : endarg + 1]
994 beginPlain = find_token(document.body, "\\begin_layout Plain Layout", i)
995 endPlain = find_end_of_layout(document.body, beginPlain)
996 content = lyx2verbatim(document, document.body[beginPlain : endPlain])
998 document.body[beginPlain + 1:endPlain] = [content]
1001 # Dissolve ERT insets
1002 for glosse in glosses:
1005 i = find_token(document.body, glosse, i)
1008 j = find_end_of_inset(document.body, i)
1010 document.warning("Malformed LyX document: Can't find end of Glosse inset")
1014 ert = find_token(document.body, "\\begin_inset ERT", i, j)
1017 ertend = find_end_of_inset(document.body, ert)
1019 document.warning("Malformed LyX document: Can't find end of ERT inset")
1022 ertcontent = get_ert(document.body, ert, True)
1023 document.body[ert : ertend + 1] = [ertcontent]
1027 def convert_newgloss(document):
1028 " Converts Glosse insets (Linguistics module) to the new format "
1030 if not "linguistics" in document.get_module_list():
1033 glosses = ("\\begin_inset Flex Glosse", "\\begin_inset Flex Tri-Glosse")
1034 for glosse in glosses:
1037 i = find_token(document.body, glosse, i)
1040 j = find_end_of_inset(document.body, i)
1042 document.warning("Malformed LyX document: Can't find end of Glosse inset")
1049 beginPlain = find_token(document.body, "\\begin_layout Plain Layout", k, j)
1050 if beginPlain == -1:
1052 endPlain = find_end_of_layout(document.body, beginPlain)
1054 document.warning("Malformed LyX document: Can't find end of Glosse layout")
1058 glt = find_token(document.body, "\\backslash", beginPlain, endPlain)
1059 if glt != -1 and document.body[glt + 1].startswith("glt"):
1060 document.body[glt + 1] = document.body[glt + 1].lstrip("glt").lstrip()
1061 argcontent = document.body[glt + 1 : endPlain]
1062 document.body[beginPlain + 1 : endPlain] = ["\\begin_inset Argument 1", "status open", "",
1063 "\\begin_layout Plain Layout", "\\begin_inset ERT", "status open", "",
1064 "\\begin_layout Plain Layout", ""] + argcontent + ["\\end_layout", "", "\\end_inset", "",
1065 "\\end_layout", "", "\\end_inset"]
1067 content = document.body[beginPlain + 1 : endPlain]
1068 document.body[beginPlain + 1 : endPlain] = ["\\begin_inset ERT", "status open", "",
1069 "\\begin_layout Plain Layout"] + content + ["\\end_layout", "", "\\end_inset"]
1071 endPlain = find_end_of_layout(document.body, beginPlain)
1073 j = find_end_of_inset(document.body, i)
1078 def convert_BoxFeatures(document):
1079 " adds new box features "
1083 i = find_token(document.body, "height_special", i)
1086 document.body[i+1:i+1] = ['thickness "0.4pt"', 'separation "3pt"', 'shadowsize "4pt"']
1090 def revert_BoxFeatures(document):
1091 " outputs new box features as TeX code "
1095 defaultThick = "0.4pt"
1096 defaultShadow = "4pt"
1098 i = find_token(document.body, "height_special", i)
1101 # read out the values
1102 beg = document.body[i+1].find('"');
1103 end = document.body[i+1].rfind('"');
1104 thickness = document.body[i+1][beg+1:end];
1105 beg = document.body[i+2].find('"');
1106 end = document.body[i+2].rfind('"');
1107 separation = document.body[i+2][beg+1:end];
1108 beg = document.body[i+3].find('"');
1109 end = document.body[i+3].rfind('"');
1110 shadowsize = document.body[i+3][beg+1:end];
1111 # delete the specification
1112 del document.body[i+1:i+4]
1114 # first output the closing brace
1115 if shadowsize != defaultShadow or separation != defaultSep or thickness != defaultThick:
1116 document.body[i + 10 : i + 10] = put_cmd_in_ert("}")
1117 # now output the lengths
1118 if shadowsize != defaultShadow or separation != defaultSep or thickness != defaultThick:
1119 document.body[i - 10 : i - 10] = put_cmd_in_ert("{")
1120 if thickness != defaultThick:
1121 document.body[i - 5 : i - 4] = ["{\\backslash fboxrule " + thickness]
1122 if separation != defaultSep and thickness == defaultThick:
1123 document.body[i - 5 : i - 4] = ["{\\backslash fboxsep " + separation]
1124 if separation != defaultSep and thickness != defaultThick:
1125 document.body[i - 5 : i - 4] = ["{\\backslash fboxrule " + thickness + "\\backslash fboxsep " + separation]
1126 if shadowsize != defaultShadow and separation == defaultSep and thickness == defaultThick:
1127 document.body[i - 5 : i - 4] = ["{\\backslash shadowsize " + shadowsize]
1128 if shadowsize != defaultShadow and separation != defaultSep and thickness == defaultThick:
1129 document.body[i - 5 : i - 4] = ["{\\backslash fboxsep " + separation + "\\backslash shadowsize " + shadowsize]
1130 if shadowsize != defaultShadow and separation == defaultSep and thickness != defaultThick:
1131 document.body[i - 5 : i - 4] = ["{\\backslash fboxrule " + thickness + "\\backslash shadowsize " + shadowsize]
1132 if shadowsize != defaultShadow and separation != defaultSep and thickness != defaultThick:
1133 document.body[i - 5 : i - 4] = ["{\\backslash fboxrule " + thickness + "\\backslash fboxsep " + separation + "\\backslash shadowsize " + shadowsize]
1137 def convert_origin(document):
1138 " Insert the origin tag "
1140 i = find_token(document.header, "\\textclass ", 0)
1142 document.warning("Malformed LyX document: No \\textclass!!")
1144 if document.dir == "":
1148 if document.systemlyxdir and document.systemlyxdir != '':
1150 if os.path.isabs(document.dir):
1151 absdir = os.path.normpath(document.dir)
1153 absdir = os.path.normpath(os.path.abspath(document.dir))
1154 if os.path.isabs(document.systemlyxdir):
1155 abssys = os.path.normpath(document.systemlyxdir)
1157 abssys = os.path.normpath(os.path.abspath(document.systemlyxdir))
1158 relpath = os.path.relpath(absdir, abssys)
1159 if relpath.find('..') == 0:
1164 origin = document.dir.replace('\\', '/') + '/'
1166 origin = os.path.join("/systemlyxdir", relpath).replace('\\', '/') + '/'
1168 origin = text_type(origin, sys.getfilesystemencoding())
1169 document.header[i:i] = ["\\origin " + origin]
1172 def revert_origin(document):
1173 " Remove the origin tag "
1175 i = find_token(document.header, "\\origin ", 0)
1177 document.warning("Malformed LyX document: No \\origin!!")
1179 del document.header[i]
1182 color_names = ["brown", "darkgray", "gray", \
1183 "lightgray", "lime", "olive", "orange", \
1184 "pink", "purple", "teal", "violet"]
1186 def revert_textcolor(document):
1187 " revert new \\textcolor colors to TeX code "
1193 i = find_token(document.body, "\\color ", i)
1197 for color in list(color_names):
1198 if document.body[i] == "\\color " + color:
1199 # register that xcolor must be loaded in the preamble
1202 add_to_preamble(document, ["\\@ifundefined{rangeHsb}{\\usepackage{xcolor}}{}"])
1203 # find the next \\color and/or the next \\end_layout
1204 j = find_token(document.body, "\\color", i + 1)
1205 k = find_token(document.body, "\\end_layout", i + 1)
1206 if j == -1 and k != -1:
1209 # first output the closing brace
1211 document.body[k: k] = put_cmd_in_ert("}")
1213 document.body[j: j] = put_cmd_in_ert("}")
1214 # now output the \textcolor command
1215 document.body[i : i + 1] = put_cmd_in_ert("\\textcolor{" + color + "}{")
1219 def convert_colorbox(document):
1220 " adds color settings for boxes "
1224 i = find_token(document.body, "shadowsize", i)
1227 document.body[i+1:i+1] = ['framecolor "black"', 'backgroundcolor "none"']
1231 def revert_colorbox(document):
1232 " outputs color settings for boxes as TeX code "
1235 defaultframecolor = "black"
1236 defaultbackcolor = "none"
1238 binset = find_token(document.body, "\\begin_inset Box", binset)
1242 einset = find_end_of_inset(document.body, binset)
1244 document.warning("Malformed LyX document: Can't find end of box inset!")
1248 blay = find_token(document.body, "\\begin_layout", binset, einset)
1250 document.warning("Malformed LyX document: Can't find start of layout!")
1254 # doing it this way, we make sure only to find a framecolor option
1255 frame = find_token(document.body, "framecolor", binset, blay)
1260 beg = document.body[frame].find('"')
1261 end = document.body[frame].rfind('"')
1262 framecolor = document.body[frame][beg + 1 : end]
1264 # this should be on the next line
1266 beg = document.body[bgcolor].find('"')
1267 end = document.body[bgcolor].rfind('"')
1268 backcolor = document.body[bgcolor][beg + 1 : end]
1271 del document.body[frame : frame + 2]
1272 # adjust end of inset
1275 if document.body[binset] == "\\begin_inset Box Boxed" and \
1276 framecolor != defaultframecolor:
1277 document.body[binset] = "\\begin_inset Box Frameless"
1280 # first output the closing brace
1281 if framecolor == defaultframecolor and backcolor == defaultbackcolor:
1285 # we also neeed to load xcolor in the preamble but only once
1286 add_to_preamble(document, ["\\@ifundefined{rangeHsb}{\\usepackage{xcolor}}{}"])
1287 document.body[einset + 1 : einset + 1] = put_cmd_in_ert("}")
1288 if framecolor != defaultframecolor:
1289 document.body[binset:binset] = put_cmd_in_ert("\\fcolorbox{" + framecolor + "}{" + backcolor + "}{")
1291 document.body[binset:binset] = put_cmd_in_ert("\\colorbox{" + backcolor + "}{")
1296 def revert_mathmulticol(document):
1297 " Convert formulas to ERT if they contain multicolumns "
1301 i = find_token(document.body, '\\begin_inset Formula', i)
1304 j = find_end_of_inset(document.body, i)
1306 document.warning("Malformed LyX document: Can't find end of Formula inset at line " + str(i))
1309 lines = document.body[i:j]
1310 lines[0] = lines[0].replace('\\begin_inset Formula', '').lstrip()
1311 code = "\n".join(lines)
1316 n = code.find("\\multicolumn", k)
1317 # no need to convert degenerated multicolumn cells,
1318 # they work in old LyX versions as "math ERT"
1319 if n != -1 and code.find("\\multicolumn{1}", k) != n:
1320 ert = put_cmd_in_ert(code)
1321 document.body[i:j+1] = ert
1327 i = find_end_of_inset(document.body, i)
1332 def revert_jss(document):
1333 " Reverts JSS In_Preamble commands to ERT in preamble "
1335 if document.textclass != "jss":
1344 # at first revert the inset layouts because they can be part of the In_Preamble layouts
1345 while m != -1 or j != -1 or h != -1 or k != -1 or n != -1:
1348 h = find_token(document.body, "\\begin_inset Flex Pkg", h)
1350 endh = find_end_of_inset(document.body, h)
1351 document.body[endh - 2 : endh + 1] = put_cmd_in_ert("}")
1352 document.body[h : h + 4] = put_cmd_in_ert("\\pkg{")
1356 m = find_token(document.body, "\\begin_inset Flex Proglang", m)
1358 endm = find_end_of_inset(document.body, m)
1359 document.body[endm - 2 : endm + 1] = put_cmd_in_ert("}")
1360 document.body[m : m + 4] = put_cmd_in_ert("\\proglang{")
1364 j = find_token(document.body, "\\begin_inset Flex Code", j)
1366 # assure that we are not in a Code Chunk inset
1367 if document.body[j][-1] == "e":
1368 endj = find_end_of_inset(document.body, j)
1369 document.body[endj - 2 : endj + 1] = put_cmd_in_ert("}")
1370 document.body[j : j + 4] = put_cmd_in_ert("\\code{")
1376 k = find_token(document.body, "\\begin_inset Flex E-mail", k)
1378 endk = find_end_of_inset(document.body, k)
1379 document.body[endk - 2 : endk + 1] = put_cmd_in_ert("}")
1380 document.body[k : k + 4] = put_cmd_in_ert("\\email{")
1384 n = find_token(document.body, "\\begin_inset Flex URL", n)
1386 endn = find_end_of_inset(document.body, n)
1387 document.body[endn - 2 : endn + 1] = put_cmd_in_ert("}")
1388 document.body[n : n + 4] = put_cmd_in_ert("\\url{")
1390 # now revert the In_Preamble layouts
1392 i = find_token(document.body, "\\begin_layout Title", 0)
1395 j = find_end_of_layout(document.body, i)
1397 document.warning("Malformed LyX document: Can't find end of Title layout")
1400 content = lyx2latex(document, document.body[i:j + 1])
1401 add_to_preamble(document, ["\\title{" + content + "}"])
1402 del document.body[i:j + 1]
1404 i = find_token(document.body, "\\begin_layout Author", 0)
1407 j = find_end_of_layout(document.body, i)
1409 document.warning("Malformed LyX document: Can't find end of Author layout")
1412 content = lyx2latex(document, document.body[i:j + 1])
1413 add_to_preamble(document, ["\\author{" + content + "}"])
1414 del document.body[i:j + 1]
1416 i = find_token(document.body, "\\begin_layout Plain Author", 0)
1419 j = find_end_of_layout(document.body, i)
1421 document.warning("Malformed LyX document: Can't find end of Plain Author layout")
1424 content = lyx2latex(document, document.body[i:j + 1])
1425 add_to_preamble(document, ["\\Plainauthor{" + content + "}"])
1426 del document.body[i:j + 1]
1428 i = find_token(document.body, "\\begin_layout Plain Title", 0)
1431 j = find_end_of_layout(document.body, i)
1433 document.warning("Malformed LyX document: Can't find end of Plain Title layout")
1436 content = lyx2latex(document, document.body[i:j + 1])
1437 add_to_preamble(document, ["\\Plaintitle{" + content + "}"])
1438 del document.body[i:j + 1]
1440 i = find_token(document.body, "\\begin_layout Short Title", 0)
1443 j = find_end_of_layout(document.body, i)
1445 document.warning("Malformed LyX document: Can't find end of Short Title layout")
1448 content = lyx2latex(document, document.body[i:j + 1])
1449 add_to_preamble(document, ["\\Shorttitle{" + content + "}"])
1450 del document.body[i:j + 1]
1452 i = find_token(document.body, "\\begin_layout Abstract", 0)
1455 j = find_end_of_layout(document.body, i)
1457 document.warning("Malformed LyX document: Can't find end of Abstract layout")
1460 content = lyx2latex(document, document.body[i:j + 1])
1461 add_to_preamble(document, ["\\Abstract{" + content + "}"])
1462 del document.body[i:j + 1]
1464 i = find_token(document.body, "\\begin_layout Keywords", 0)
1467 j = find_end_of_layout(document.body, i)
1469 document.warning("Malformed LyX document: Can't find end of Keywords layout")
1472 content = lyx2latex(document, document.body[i:j + 1])
1473 add_to_preamble(document, ["\\Keywords{" + content + "}"])
1474 del document.body[i:j + 1]
1476 i = find_token(document.body, "\\begin_layout Plain Keywords", 0)
1479 j = find_end_of_layout(document.body, i)
1481 document.warning("Malformed LyX document: Can't find end of Plain Keywords layout")
1484 content = lyx2latex(document, document.body[i:j + 1])
1485 add_to_preamble(document, ["\\Plainkeywords{" + content + "}"])
1486 del document.body[i:j + 1]
1488 i = find_token(document.body, "\\begin_layout Address", 0)
1491 j = find_end_of_layout(document.body, i)
1493 document.warning("Malformed LyX document: Can't find end of Address layout")
1496 content = lyx2latex(document, document.body[i:j + 1])
1497 add_to_preamble(document, ["\\Address{" + content + "}"])
1498 del document.body[i:j + 1]
1499 # finally handle the code layouts
1504 while m != -1 or j != -1 or h != -1 or k != -1:
1507 h = find_token(document.body, "\\begin_inset Flex Code Chunk", h)
1509 endh = find_end_of_inset(document.body, h)
1510 document.body[endh : endh + 1] = put_cmd_in_ert("\\end{CodeChunk}")
1511 document.body[h : h + 3] = put_cmd_in_ert("\\begin{CodeChunk}")
1512 document.body[h - 1 : h] = ["\\begin_layout Standard"]
1516 j = find_token(document.body, "\\begin_layout Code Input", j)
1518 endj = find_end_of_layout(document.body, j)
1519 document.body[endj : endj + 1] = ["\\end_layout", "", "\\begin_layout Standard"]
1520 document.body[endj + 3 : endj + 4] = put_cmd_in_ert("\\end{CodeInput}")
1521 document.body[endj + 13 : endj + 13] = ["\\end_layout", "", "\\begin_layout Standard"]
1522 document.body[j + 1 : j] = ["\\end_layout", "", "\\begin_layout Standard"]
1523 document.body[j : j + 1] = put_cmd_in_ert("\\begin{CodeInput}")
1527 k = find_token(document.body, "\\begin_layout Code Output", k)
1529 endk = find_end_of_layout(document.body, k)
1530 document.body[endk : endk + 1] = ["\\end_layout", "", "\\begin_layout Standard"]
1531 document.body[endk + 3 : endk + 4] = put_cmd_in_ert("\\end{CodeOutput}")
1532 document.body[endk + 13 : endk + 13] = ["\\end_layout", "", "\\begin_layout Standard"]
1533 document.body[k + 1 : k] = ["\\end_layout", "", "\\begin_layout Standard"]
1534 document.body[k : k + 1] = put_cmd_in_ert("\\begin{CodeOutput}")
1538 m = find_token(document.body, "\\begin_layout Code", m)
1540 endm = find_end_of_layout(document.body, m)
1541 document.body[endm : endm + 1] = ["\\end_layout", "", "\\begin_layout Standard"]
1542 document.body[endm + 3 : endm + 4] = put_cmd_in_ert("\\end{Code}")
1543 document.body[endm + 13 : endm + 13] = ["\\end_layout", "", "\\begin_layout Standard"]
1544 document.body[m + 1 : m] = ["\\end_layout", "", "\\begin_layout Standard"]
1545 document.body[m : m + 1] = put_cmd_in_ert("\\begin{Code}")
1549 def convert_subref(document):
1550 " converts sub: ref prefixes to subref: "
1553 rx = re.compile(r'^name \"sub:(.+)$')
1556 i = find_token(document.body, "\\begin_inset CommandInset label", i)
1559 j = find_end_of_inset(document.body, i)
1561 document.warning("Malformed LyX document: Can't find end of Label inset at line " + str(i))
1565 for p in range(i, j):
1566 m = rx.match(document.body[p])
1569 document.body[p] = "name \"subsec:" + label
1573 rx = re.compile(r'^reference \"sub:(.+)$')
1576 i = find_token(document.body, "\\begin_inset CommandInset ref", i)
1579 j = find_end_of_inset(document.body, i)
1581 document.warning("Malformed LyX document: Can't find end of Ref inset at line " + str(i))
1585 for p in range(i, j):
1586 m = rx.match(document.body[p])
1589 document.body[p] = "reference \"subsec:" + label
1595 def revert_subref(document):
1596 " reverts subref: ref prefixes to sub: "
1599 rx = re.compile(r'^name \"subsec:(.+)$')
1602 i = find_token(document.body, "\\begin_inset CommandInset label", i)
1605 j = find_end_of_inset(document.body, i)
1607 document.warning("Malformed LyX document: Can't find end of Label inset at line " + str(i))
1611 for p in range(i, j):
1612 m = rx.match(document.body[p])
1615 document.body[p] = "name \"sub:" + label
1620 rx = re.compile(r'^reference \"subsec:(.+)$')
1623 i = find_token(document.body, "\\begin_inset CommandInset ref", i)
1626 j = find_end_of_inset(document.body, i)
1628 document.warning("Malformed LyX document: Can't find end of Ref inset at line " + str(i))
1632 for p in range(i, j):
1633 m = rx.match(document.body[p])
1636 document.body[p] = "reference \"sub:" + label
1641 def convert_nounzip(document):
1642 " remove the noUnzip parameter of graphics insets "
1644 rx = re.compile(r'\s*noUnzip\s*$')
1647 i = find_token(document.body, "\\begin_inset Graphics", i)
1650 j = find_end_of_inset(document.body, i)
1652 document.warning("Malformed LyX document: Can't find end of graphics inset at line " + str(i))
1656 k = find_re(document.body, rx, i, j)
1658 del document.body[k]
1663 def convert_revert_external_bbox(document, forward):
1664 " add units to bounding box of external insets "
1666 rx = re.compile(r'^\s*boundingBox\s+\S+\s+\S+\s+\S+\s+\S+\s*$')
1669 i = find_token(document.body, "\\begin_inset External", i)
1672 j = find_end_of_inset(document.body, i)
1674 document.warning("Malformed LyX document: Can't find end of external inset at line " + str(i))
1677 k = find_re(document.body, rx, i, j)
1681 tokens = document.body[k].split()
1683 for t in range(1, 5):
1686 for t in range(1, 5):
1687 tokens[t] = length_in_bp(tokens[t])
1688 document.body[k] = "\tboundingBox " + tokens[1] + " " + tokens[2] + " " + \
1689 tokens[3] + " " + tokens[4]
1693 def convert_external_bbox(document):
1694 convert_revert_external_bbox(document, True)
1697 def revert_external_bbox(document):
1698 convert_revert_external_bbox(document, False)
1701 def revert_tcolorbox_1(document):
1702 " Reverts the Flex:Subtitle inset of tcolorbox to TeX-code "
1705 i = find_token(document.header, "tcolorbox", i)
1711 flex = find_token(document.body, "\\begin_inset Flex Subtitle", flex)
1714 flexEnd = find_end_of_inset(document.body, flex)
1715 wasOpt = revert_Argument_to_TeX_brace(document, flex, flexEnd, 1, 1, False, True, False)
1716 revert_Argument_to_TeX_brace(document, flex, 0, 2, 2, False, False, False)
1717 flexEnd = find_end_of_inset(document.body, flex)
1719 document.body[flex + 0 : flex + 4] = put_cmd_in_ert("\\tcbsubtitle")
1721 document.body[flex + 0 : flex + 4] = put_cmd_in_ert("\\tcbsubtitle{")
1722 document.body[flexEnd + 4 : flexEnd + 7] = put_cmd_in_ert("}")
1726 def revert_tcolorbox_2(document):
1727 " Reverts the Flex:Raster_Color_Box inset of tcolorbox to TeX-code "
1730 i = find_token(document.header, "tcolorbox", i)
1736 flex = find_token(document.body, "\\begin_inset Flex Raster Color Box", flex)
1739 flexEnd = find_end_of_inset(document.body, flex)
1740 revert_Argument_to_TeX_brace(document, flex, flexEnd, 1, 1, True, True, False)
1741 flexEnd = find_end_of_inset(document.body, flex)
1742 document.body[flex + 0 : flex + 4] = put_cmd_in_ert("\\begin{tcbraster}")
1743 document.body[flexEnd + 4 : flexEnd + 7] = put_cmd_in_ert("\\end{tcbraster}")
1747 def revert_tcolorbox_3(document):
1748 " Reverts the Flex:Custom_Color_Box_1 inset of tcolorbox to TeX-code "
1751 i = find_token(document.header, "tcolorbox", i)
1757 flex = find_token(document.body, "\\begin_inset Flex Custom Color Box 1", flex)
1760 flexEnd = find_end_of_inset(document.body, flex)
1761 revert_Argument_to_TeX_brace(document, flex, flexEnd, 1, 1, True, True, False)
1762 revert_Argument_to_TeX_brace(document, flex, 0, 2, 2, True, False, False)
1763 flexEnd = find_end_of_inset(document.body, flex)
1764 document.body[flex + 0 : flex + 4] = put_cmd_in_ert("\\begin{cBoxA}")
1765 document.body[flexEnd + 4 : flexEnd + 7] = put_cmd_in_ert("{}\\end{cBoxA}")
1769 def revert_tcolorbox_4(document):
1770 " Reverts the Flex:Custom_Color_Box_2 inset of tcolorbox to TeX-code "
1773 i = find_token(document.header, "tcolorbox", i)
1779 flex = find_token(document.body, "\\begin_inset Flex Custom Color Box 2", flex)
1782 flexEnd = find_end_of_inset(document.body, flex)
1783 revert_Argument_to_TeX_brace(document, flex, flexEnd, 1, 1, True, True, False)
1784 revert_Argument_to_TeX_brace(document, flex, 0, 2, 2, True, False, False)
1785 flexEnd = find_end_of_inset(document.body, flex)
1786 document.body[flex + 0 : flex + 4] = put_cmd_in_ert("\\begin{cBoxB}")
1787 document.body[flexEnd + 4 : flexEnd + 7] = put_cmd_in_ert("{}\\end{cBoxB}")
1791 def revert_tcolorbox_5(document):
1792 " Reverts the Flex:Custom_Color_Box_3 inset of tcolorbox to TeX-code "
1795 i = find_token(document.header, "tcolorbox", i)
1801 flex = find_token(document.body, "\\begin_inset Flex Custom Color Box 3", flex)
1804 flexEnd = find_end_of_inset(document.body, flex)
1805 revert_Argument_to_TeX_brace(document, flex, flexEnd, 1, 1, True, True, False)
1806 revert_Argument_to_TeX_brace(document, flex, 0, 2, 2, True, False, False)
1807 flexEnd = find_end_of_inset(document.body, flex)
1808 document.body[flex + 0 : flex + 4] = put_cmd_in_ert("\\begin{cBoxC}")
1809 document.body[flexEnd + 4 : flexEnd + 7] = put_cmd_in_ert("{}\\end{cBoxC}")
1813 def revert_tcolorbox_6(document):
1814 " Reverts the Flex:Custom_Color_Box_4 inset of tcolorbox to TeX-code "
1817 i = find_token(document.header, "tcolorbox", i)
1823 flex = find_token(document.body, "\\begin_inset Flex Custom Color Box 4", flex)
1826 flexEnd = find_end_of_inset(document.body, flex)
1827 revert_Argument_to_TeX_brace(document, flex, flexEnd, 1, 1, True, True, False)
1828 revert_Argument_to_TeX_brace(document, flex, 0, 2, 2, True, False, False)
1829 flexEnd = find_end_of_inset(document.body, flex)
1830 document.body[flex + 0 : flex + 4] = put_cmd_in_ert("\\begin{cBoxD}")
1831 document.body[flexEnd + 4 : flexEnd + 7] = put_cmd_in_ert("{}\\end{cBoxD}")
1835 def revert_tcolorbox_7(document):
1836 " Reverts the Flex:Custom_Color_Box_5 inset of tcolorbox to TeX-code "
1839 i = find_token(document.header, "tcolorbox", i)
1845 flex = find_token(document.body, "\\begin_inset Flex Custom Color Box 5", flex)
1848 flexEnd = find_end_of_inset(document.body, flex)
1849 revert_Argument_to_TeX_brace(document, flex, flexEnd, 1, 1, True, True, False)
1850 revert_Argument_to_TeX_brace(document, flex, 0, 2, 2, True, False, False)
1851 flexEnd = find_end_of_inset(document.body, flex)
1852 document.body[flex + 0 : flex + 4] = put_cmd_in_ert("\\begin{cBoxE}")
1853 document.body[flexEnd + 4 : flexEnd + 7] = put_cmd_in_ert("{}\\end{cBoxE}")
1857 def revert_tcolorbox_8(document):
1858 " Reverts the layout New Color Box Type of tcolorbox to TeX-code "
1864 i = find_token(document.body, "\\begin_layout New Color Box Type", i)
1866 j = find_end_of_layout(document.body, i)
1867 wasOpt = revert_Argument_to_TeX_brace(document, i, j, 1, 1, False, True, False)
1868 revert_Argument_to_TeX_brace(document, i, 0, 2, 2, False, False, True)
1869 revert_Argument_to_TeX_brace(document, i, 0, 3, 4, False, True, False)
1870 document.body[i] = document.body[i].replace("\\begin_layout New Color Box Type", "\\begin_layout Standard")
1872 document.body[i + 1 : i + 1] = put_cmd_in_ert("\\newtcolorbox")
1874 document.body[i + 1 : i + 1] = put_cmd_in_ert("\\newtcolorbox{")
1875 k = find_end_of_inset(document.body, j)
1876 k = find_token(document.body, "\\end_inset", k + 1)
1877 k = find_token(document.body, "\\end_inset", k + 1)
1879 k = find_token(document.body, "\\end_inset", k + 1)
1880 document.body[k + 2 : j + 2] = put_cmd_in_ert("{")
1881 j = find_token(document.body, "\\begin_layout Standard", j + 1)
1882 document.body[j - 2 : j - 2] = put_cmd_in_ert("}")
1888 def revert_moderncv_1(document):
1889 " Reverts the new inset of moderncv to TeX-code in preamble "
1891 if document.textclass != "moderncv":
1897 # at first revert the new styles
1899 i = find_token(document.body, "\\begin_layout CVIcons", 0)
1902 j = find_end_of_layout(document.body, i)
1904 document.warning("Malformed LyX document: Can't find end of CVIcons layout")
1907 content = lyx2latex(document, document.body[i:j + 1])
1908 add_to_preamble(document, ["\\moderncvicons{" + content + "}"])
1909 del document.body[i:j + 1]
1911 i = find_token(document.body, "\\begin_layout CVColumnWidth", 0)
1914 j = find_end_of_layout(document.body, i)
1916 document.warning("Malformed LyX document: Can't find end of CVColumnWidth layout")
1919 content = lyx2latex(document, document.body[i:j + 1])
1920 add_to_preamble(document, ["\\setlength{\hintscolumnwidth}{" + content + "}"])
1921 del document.body[i:j + 1]
1922 # now change the new styles to the obsolete ones
1924 i = find_token(document.body, "\\begin_layout Name", 0)
1927 j = find_end_of_layout(document.body, i)
1929 document.warning("Malformed LyX document: Can't find end of Name layout")
1932 lineArg = find_token(document.body, "\\begin_inset Argument 1", i)
1933 if lineArg > j and j != 0:
1936 beginPlain = find_token(document.body, "\\begin_layout Plain Layout", lineArg)
1937 # we have to assure that no other inset is in the Argument
1938 beginInset = find_token(document.body, "\\begin_inset", beginPlain)
1939 endInset = find_token(document.body, "\\end_inset", beginPlain)
1942 while beginInset < endInset and beginInset != -1:
1943 beginInset = find_token(document.body, "\\begin_inset", k)
1944 endInset = find_token(document.body, "\\end_inset", l)
1947 Arg2 = document.body[l + 5 : l + 6]
1949 document.body[i : i + 1]= ["\\begin_layout FirstName"]
1950 # delete the Argument inset
1951 del( document.body[endInset - 2 : endInset + 3])
1952 del( document.body[lineArg : beginPlain + 1])
1953 document.body[i + 4 : i + 4]= ["\\begin_layout FamilyName"] + Arg2 + ["\\end_layout"] + [""]
1956 def revert_moderncv_2(document):
1957 " Reverts the phone inset of moderncv to the obsoleted mobile or fax "
1959 if document.textclass != "moderncv":
1966 i = find_token(document.body, "\\begin_layout Phone", i)
1969 j = find_end_of_layout(document.body, i)
1971 document.warning("Malformed LyX document: Can't find end of Phone layout")
1974 lineArg = find_token(document.body, "\\begin_inset Argument 1", i)
1975 if lineArg > j and j != 0:
1979 beginPlain = find_token(document.body, "\\begin_layout Plain Layout", lineArg)
1980 # we have to assure that no other inset is in the Argument
1981 beginInset = find_token(document.body, "\\begin_inset", beginPlain)
1982 endInset = find_token(document.body, "\\end_inset", beginPlain)
1985 while beginInset < endInset and beginInset != -1:
1986 beginInset = find_token(document.body, "\\begin_inset", k)
1987 endInset = find_token(document.body, "\\end_inset", l)
1990 Arg = document.body[beginPlain + 1 : beginPlain + 2]
1992 if Arg[0] == "mobile":
1993 document.body[i : i + 1]= ["\\begin_layout Mobile"]
1995 document.body[i : i + 1]= ["\\begin_layout Fax"]
1996 # delete the Argument inset
1997 del(document.body[endInset - 2 : endInset + 1])
1998 del(document.body[lineArg : beginPlain + 3])
2002 def convert_moderncv_phone(document):
2003 " Convert the Fax and Mobile inset of moderncv to the new phone inset "
2005 if document.textclass != "moderncv":
2012 "Mobile" : "mobile",
2016 rx = re.compile(r'^\\begin_layout (\S+)$')
2018 # substitute \fax and \mobile by \phone[fax] and \phone[mobile], respectively
2019 i = find_token(document.body, "\\begin_layout", i)
2023 m = rx.match(document.body[i])
2027 if val not in list(phone_dict.keys()):
2030 j = find_end_of_layout(document.body, i)
2032 document.warning("Malformed LyX document: Can't find end of Mobile layout")
2036 document.body[i : i + 1] = ["\\begin_layout Phone", "\\begin_inset Argument 1", "status open", "",
2037 "\\begin_layout Plain Layout", phone_dict[val], "\\end_layout", "",
2041 def convert_moderncv_name(document):
2042 " Convert the FirstName and LastName layout of moderncv to the general Name layout "
2044 if document.textclass != "moderncv":
2047 fnb = 0 # Begin of FirstName inset
2048 fne = 0 # End of FirstName inset
2049 lnb = 0 # Begin of LastName (FamilyName) inset
2050 lne = 0 # End of LastName (FamilyName) inset
2051 nb = 0 # Begin of substituting Name inset
2052 ne = 0 # End of substituting Name inset
2053 FirstName = [] # FirstName content
2054 FamilyName = [] # LastName content
2058 fnb = find_token(document.body, "\\begin_layout FirstName", fnb)
2060 fne = find_end_of_layout(document.body, fnb)
2062 document.warning("Malformed LyX document: Can't find end of FirstName layout")
2064 FirstName = document.body[fnb + 1 : fne]
2066 lnb = find_token(document.body, "\\begin_layout FamilyName", lnb)
2068 lne = find_end_of_layout(document.body, lnb)
2070 document.warning("Malformed LyX document: Can't find end of FamilyName layout")
2072 FamilyName = document.body[lnb + 1 : lne]
2073 # Determine the region for the substituting Name layout
2074 if fnb == -1 and lnb == -1: # Neither FirstName nor FamilyName exists -> Do nothing
2076 elif fnb == -1: # Only FamilyName exists -> New Name insets replaces that
2079 elif lnb == -1: # Only FirstName exists -> New Name insets replaces that
2082 elif fne > lne: # FirstName position before FamilyName -> New Name insets spans
2083 nb = lnb # from FamilyName begin
2084 ne = fne # to FirstName end
2085 else: # FirstName position before FamilyName -> New Name insets spans
2086 nb = fnb # from FirstName begin
2087 ne = lne # to FamilyName end
2089 # Insert the substituting layout now. If FirstName exists, use an otpional argument.
2091 document.body[nb : ne + 1] = ["\\begin_layout Name"] + FamilyName + ["\\end_layout", ""]
2093 document.body[nb : ne + 1] = ["\\begin_layout Name", "\\begin_inset Argument 1", "status open", "",
2094 "\\begin_layout Plain Layout"] + FirstName + ["\\end_layout", "",
2095 "\\end_inset", ""] + FamilyName + ["\\end_layout", ""]
2098 def revert_achemso(document):
2099 " Reverts the flex inset Latin to TeX code "
2101 if document.textclass != "achemso":
2106 i = find_token(document.body, "\\begin_inset Flex Latin", i)
2108 j = find_end_of_inset(document.body, i)
2112 beginPlain = find_token(document.body, "\\begin_layout Plain Layout", i)
2113 endPlain = find_end_of_layout(document.body, beginPlain)
2114 content = lyx2latex(document, document.body[beginPlain : endPlain])
2115 document.body[i:j + 1] = put_cmd_in_ert("\\latin{" + content + "}")
2117 document.warning("Malformed LyX document: Can't find end of flex inset Latin")
2122 fontsettings = ["\\font_roman", "\\font_sans", "\\font_typewriter", "\\font_math", \
2123 "\\font_sf_scale", "\\font_tt_scale"]
2124 fontdefaults = ["default", "default", "default", "auto", "100", "100"]
2125 fontquotes = [True, True, True, True, False, False]
2127 def convert_fontsettings(document):
2128 " Duplicate font settings "
2130 i = find_token(document.header, "\\use_non_tex_fonts ", 0)
2132 document.warning("Malformed LyX document: No \\use_non_tex_fonts!")
2133 use_non_tex_fonts = "false"
2135 use_non_tex_fonts = get_value(document.header, "\\use_non_tex_fonts", i)
2137 for f in fontsettings:
2138 i = find_token(document.header, f + " ", 0)
2140 document.warning("Malformed LyX document: No " + f + "!")
2142 # note that with i = -1, this will insert at the end
2144 value = fontdefaults[j]
2146 value = document.header[i][len(f):].strip()
2148 if use_non_tex_fonts == "true":
2149 document.header[i:i+1] = [f + ' "' + fontdefaults[j] + '" "' + value + '"']
2151 document.header[i:i+1] = [f + ' "' + value + '" "' + fontdefaults[j] + '"']
2153 if use_non_tex_fonts == "true":
2154 document.header[i:i+1] = [f + ' ' + fontdefaults[j] + ' ' + value]
2156 document.header[i:i+1] = [f + ' ' + value + ' ' + fontdefaults[j]]
2160 def revert_fontsettings(document):
2161 " Merge font settings "
2163 i = find_token(document.header, "\\use_non_tex_fonts ", 0)
2165 document.warning("Malformed LyX document: No \\use_non_tex_fonts!")
2166 use_non_tex_fonts = "false"
2168 use_non_tex_fonts = get_value(document.header, "\\use_non_tex_fonts", i)
2170 for f in fontsettings:
2171 i = find_token(document.header, f + " ", 0)
2173 document.warning("Malformed LyX document: No " + f + "!")
2176 line = get_value(document.header, f, i)
2179 q2 = line.find('"', q1+1)
2180 q3 = line.find('"', q2+1)
2181 q4 = line.find('"', q3+1)
2182 if q1 == -1 or q2 == -1 or q3 == -1 or q4 == -1:
2183 document.warning("Malformed LyX document: Missing quotes!")
2186 if use_non_tex_fonts == "true":
2187 document.header[i:i+1] = [f + ' ' + line[q3+1:q4]]
2189 document.header[i:i+1] = [f + ' ' + line[q1+1:q2]]
2191 if use_non_tex_fonts == "true":
2192 document.header[i:i+1] = [f + ' ' + line.split()[1]]
2194 document.header[i:i+1] = [f + ' ' + line.split()[0]]
2198 def revert_solution(document):
2199 " Reverts the solution environment of the theorem module to TeX code "
2201 # Do we use one of the modules that provides Solution?
2203 mods = document.get_module_list()
2205 if mod == "theorems-std" or mod == "theorems-bytype" \
2206 or mod == "theorems-ams" or mod == "theorems-ams-bytype":
2216 i = find_token(document.body, "\\begin_layout Solution", i)
2220 is_starred = document.body[i].startswith("\\begin_layout Solution*")
2221 if is_starred == True:
2223 LyXName = "Solution*"
2224 theoremName = "newtheorem*"
2227 LyXName = "Solution"
2228 theoremName = "newtheorem"
2230 j = find_end_of_layout(document.body, i)
2232 document.warning("Malformed LyX document: Can't find end of " + LyXName + " layout")
2236 # if this is not a consecutive env, add start command
2239 begcmd = put_cmd_in_ert("\\begin{%s}" % (LaTeXName))
2241 # has this a consecutive theorem of same type?
2242 consecutive = document.body[j + 2] == "\\begin_layout " + LyXName
2244 # if this is not followed by a consecutive env, add end command
2246 document.body[j : j + 1] = put_cmd_in_ert("\\end{%s}" % (LaTeXName)) + ["\\end_layout"]
2248 document.body[i : i + 1] = ["\\begin_layout Standard", ""] + begcmd
2250 add_to_preamble(document, "\\theoremstyle{definition}")
2251 if is_starred or mod == "theorems-bytype" or mod == "theorems-ams-bytype":
2252 add_to_preamble(document, "\\%s{%s}{\\protect\\solutionname}" % \
2253 (theoremName, LaTeXName))
2254 else: # mod == "theorems-std" or mod == "theorems-ams" and not is_starred
2255 add_to_preamble(document, "\\%s{%s}[thm]{\\protect\\solutionname}" % \
2256 (theoremName, LaTeXName))
2258 add_to_preamble(document, "\\providecommand{\solutionname}{Solution}")
2262 def revert_verbatim_star(document):
2263 from lyx_2_1 import revert_verbatim
2264 revert_verbatim(document, True)
2267 def convert_save_props(document):
2268 " Add save_transient_properties parameter. "
2269 i = find_token(document.header, '\\begin_header', 0)
2271 document.warning("Malformed lyx document: Missing '\\begin_header'.")
2273 document.header.insert(i + 1, '\\save_transient_properties true')
2276 def revert_save_props(document):
2277 " Remove save_transient_properties parameter. "
2278 i = find_token(document.header, "\\save_transient_properties", 0)
2281 del document.header[i]
2284 def convert_info_tabular_feature(document):
2286 return arg.replace("inset-modify tabular", "tabular-feature")
2287 convert_info_insets(document, "shortcut(s)?|icon", f)
2290 def revert_info_tabular_feature(document):
2292 return arg.replace("tabular-feature", "inset-modify tabular")
2293 convert_info_insets(document, "shortcut(s)?|icon", f)
2300 supported_versions = ["2.2.0", "2.2"]
2302 [475, [convert_separator]],
2303 # nothing to do for 476: We consider it a bug that older versions
2304 # did not load amsmath automatically for these commands, and do not
2305 # want to hardcode amsmath off.
2311 [481, [convert_dashes]],
2312 [482, [convert_phrases]],
2313 [483, [convert_specialchar]],
2318 [488, [convert_newgloss]],
2319 [489, [convert_BoxFeatures]],
2320 [490, [convert_origin]],
2322 [492, [convert_colorbox]],
2325 [495, [convert_subref]],
2326 [496, [convert_nounzip]],
2327 [497, [convert_external_bbox]],
2329 [499, [convert_moderncv_phone, convert_moderncv_name]],
2331 [501, [convert_fontsettings]],
2334 [504, [convert_save_props]],
2336 [506, [convert_info_tabular_feature]],
2337 [507, [convert_longtable_label]],
2338 [508, [convert_parbreak]]
2342 [507, [revert_parbreak]],
2343 [506, [revert_longtable_label]],
2344 [505, [revert_info_tabular_feature]],
2346 [503, [revert_save_props]],
2347 [502, [revert_verbatim_star]],
2348 [501, [revert_solution]],
2349 [500, [revert_fontsettings]],
2350 [499, [revert_achemso]],
2351 [498, [revert_moderncv_1, revert_moderncv_2]],
2352 [497, [revert_tcolorbox_1, revert_tcolorbox_2,
2353 revert_tcolorbox_3, revert_tcolorbox_4, revert_tcolorbox_5,
2354 revert_tcolorbox_6, revert_tcolorbox_7, revert_tcolorbox_8]],
2355 [496, [revert_external_bbox]],
2356 [495, []], # nothing to do since the noUnzip parameter was optional
2357 [494, [revert_subref]],
2358 [493, [revert_jss]],
2359 [492, [revert_mathmulticol]],
2360 [491, [revert_colorbox]],
2361 [490, [revert_textcolor]],
2362 [489, [revert_origin]],
2363 [488, [revert_BoxFeatures]],
2364 [487, [revert_newgloss, revert_glossgroup]],
2365 [486, [revert_forest]],
2366 [485, [revert_ex_itemargs]],
2367 [484, [revert_sigplan_doi]],
2368 [483, [revert_georgian]],
2369 [482, [revert_specialchar]],
2370 [481, [revert_phrases]],
2371 [480, [revert_dashes]],
2372 [479, [revert_question_env]],
2373 [478, [revert_beamer_lemma]],
2374 [477, [revert_xarrow]],
2375 [476, [revert_swissgerman]],
2376 [475, [revert_smash]],
2377 [474, [revert_separator]]
2381 if __name__ == "__main__":