1 # This file is part of lyx2lyx
2 # -*- coding: iso-8859-1 -*-
3 # Copyright (C) 2002 Dekel Tsur <dekel@lyx.org>
4 # Copyright (C) 2002-2004 José Matos <jamatos@lyx.org>
5 # Copyright (C) 2004-2005 Georg Baum <Georg.Baum@post.rwth-aachen.de>
7 # This program is free software; you can redistribute it and/or
8 # modify it under the terms of the GNU General Public License
9 # as published by the Free Software Foundation; either version 2
10 # of the License, or (at your option) any later version.
12 # This program is distributed in the hope that it will be useful,
13 # but WITHOUT ANY WARRANTY; without even the implied warranty of
14 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 # GNU General Public License for more details.
17 # You should have received a copy of the GNU General Public License
18 # along with this program; if not, write to the Free Software
19 # Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
22 from os import access, F_OK
24 from parser_tools import find_token, find_end_of_inset, get_next_paragraph, \
25 get_paragraph, get_value, del_token, is_nonempty_line,\
26 find_tokens, find_end_of, find_token2, find_re
28 from string import replace, split, find, strip, join
30 from lyx_0_12 import update_latexaccents
33 # Remove \color default
35 def remove_color_default(file):
38 i = find_token(file.body, "\\color default", i)
41 file.body[i] = replace(file.body[i], "\\color default",
48 def add_end_header(file):
49 file.header.append("\\end_header");
52 def rm_end_header(file):
53 i = find_token(file.header, "\\end_header", 0)
60 # \SpecialChar ~ -> \InsetSpace ~
62 def convert_spaces(file):
63 for i in range(len(file.body)):
64 file.body[i] = replace(file.body[i],"\\SpecialChar ~","\\InsetSpace ~")
67 def revert_spaces(file):
68 for i in range(len(file.body)):
69 file.body[i] = replace(file.body[i],"\\InsetSpace ~", "\\SpecialChar ~")
73 # equivalent to lyx::support::escape()
75 def lyx_support_escape(lab):
76 hexdigit = ['0', '1', '2', '3', '4', '5', '6', '7',
77 '8', '9', 'A', 'B', 'C', 'D', 'E', 'F']
81 if o >= 128 or c == '=' or c == '%':
83 enc = enc + hexdigit[o >> 4]
84 enc = enc + hexdigit[o & 15]
91 # \begin_inset LatexCommand \eqref -> ERT
93 def revert_eqref(file):
94 regexp = re.compile(r'^\\begin_inset\s+LatexCommand\s+\\eqref')
97 i = find_re(file.body, regexp, i)
100 eqref = lyx_support_escape(regexp.sub("", file.body[i]))
101 file.body[i:i+1] = ["\\begin_inset ERT", "status Collapsed", "",
102 "\\layout Standard", "", "\\backslash ",
110 def convert_bibtex(file):
111 for i in range(len(file.body)):
112 file.body[i] = replace(file.body[i],"\\begin_inset LatexCommand \\BibTeX",
113 "\\begin_inset LatexCommand \\bibtex")
116 def revert_bibtex(file):
117 for i in range(len(file.body)):
118 file.body[i] = replace(file.body[i], "\\begin_inset LatexCommand \\bibtex",
119 "\\begin_inset LatexCommand \\BibTeX")
125 def remove_insetparent(file):
128 i = find_token(file.body, "\\begin_inset LatexCommand \\lyxparent", i)
137 def convert_external(file):
138 external_rexp = re.compile(r'\\begin_inset External ([^,]*),"([^"]*)",')
139 external_header = "\\begin_inset External"
142 i = find_token(file.body, external_header, i)
145 look = external_rexp.search(file.body[i])
148 args[0] = look.group(1)
149 args[1] = look.group(2)
150 #FIXME: if the previous search fails then warn
152 if args[0] == "RasterImage":
153 # Convert a RasterImage External Inset to a Graphics Inset.
154 top = "\\begin_inset Graphics"
156 filename = "\tfilename " + args[1]
157 file.body[i:i+1] = [top, filename]
160 # Convert the old External Inset format to the new.
161 top = external_header
162 template = "\ttemplate " + args[0]
164 filename = "\tfilename " + args[1]
165 file.body[i:i+1] = [top, template, filename]
168 file.body[i:i+1] = [top, template]
172 def revert_external_1(file):
173 external_header = "\\begin_inset External"
176 i = find_token(file.body, external_header, i)
180 template = split(file.body[i+1])
184 filename = split(file.body[i+1])
188 params = split(file.body[i+1])
190 if file.body[i+1]: del file.body[i+1]
192 file.body[i] = file.body[i] + " " + template[0]+ ', "' + filename[0] + '", " '+ join(params[1:]) + '"'
196 def revert_external_2(file):
197 draft_token = '\tdraft'
200 i = find_token(file.body, '\\begin_inset External', i)
203 j = find_end_of_inset(file.body, i + 1)
205 #this should not happen
207 k = find_token(file.body, draft_token, i+1, j-1)
208 if (k != -1 and len(draft_token) == len(file.body[k])):
216 def convert_comment(file):
218 comment = "\\layout Comment"
220 i = find_token(file.body, comment, i)
224 file.body[i:i+1] = ["\\layout Standard","","",
225 "\\begin_inset Comment",
232 i = find_token(file.body, "\\layout", i)
234 i = len(file.body) - 1
235 file.body[i:i] = ["\\end_inset","",""]
238 j = find_token(file.body, '\\begin_deeper', old_i, i)
239 if j == -1: j = i + 1
240 k = find_token(file.body, '\\begin_inset', old_i, i)
241 if k == -1: k = i + 1
246 i = find_end_of( file.body, i, "\\begin_deeper","\\end_deeper")
248 #This case should not happen
249 #but if this happens deal with it greacefully adding
250 #the missing \end_deeper.
251 i = len(file.body) - 1
252 file.body[i:i] = ["\end_deeper",""]
260 i = find_end_of( file.body, i, "\\begin_inset","\\end_inset")
262 #This case should not happen
263 #but if this happens deal with it greacefully adding
264 #the missing \end_inset.
265 i = len(file.body) - 1
266 file.body[i:i] = ["\\end_inset","","","\\end_inset","",""]
272 if find(file.body[i], comment) == -1:
273 file.body[i:i] = ["\\end_inset"]
276 file.body[i:i+1] = ["\\layout Standard"]
280 def revert_comment(file):
283 i = find_tokens(file.body, ["\\begin_inset Comment", "\\begin_inset Greyedout"], i)
287 file.body[i] = "\\begin_inset Note"
294 def add_end_layout(file):
295 i = find_token(file.body, '\\layout', 0)
301 struct_stack = ["\\layout"]
304 i = find_tokens(file.body, ["\\begin_inset", "\\end_inset", "\\layout",
305 "\\begin_deeper", "\\end_deeper", "\\the_end"], i)
308 token = split(file.body[i])[0]
310 file.warning("Truncated file.")
312 file.body.insert(i, '\\the_end')
315 if token == "\\begin_inset":
316 struct_stack.append(token)
320 if token == "\\end_inset":
321 tail = struct_stack.pop()
322 if tail == "\\layout":
323 file.body.insert(i,"")
324 file.body.insert(i,"\\end_layout")
326 #Check if it is the correct tag
331 if token == "\\layout":
332 tail = struct_stack.pop()
334 file.body.insert(i,"")
335 file.body.insert(i,"\\end_layout")
338 struct_stack.append(tail)
340 struct_stack.append(token)
343 if token == "\\begin_deeper":
344 file.body.insert(i,"")
345 file.body.insert(i,"\\end_layout")
347 struct_stack.append(token)
350 if token == "\\end_deeper":
351 if struct_stack[-1] == '\\layout':
352 file.body.insert(i, '\\end_layout')
359 file.body.insert(i, "")
360 file.body.insert(i, "\\end_layout")
364 def rm_end_layout(file):
367 i = find_token(file.body, '\\end_layout', i)
376 # Handle change tracking keywords
378 def insert_tracking_changes(file):
379 i = find_token(file.header, "\\tracking_changes", 0)
381 file.header.append("\\tracking_changes 0")
384 def rm_tracking_changes(file):
385 i = find_token(file.header, "\\author", 0)
389 i = find_token(file.header, "\\tracking_changes", 0)
395 def rm_body_changes(file):
398 i = find_token(file.body, "\\change_", i)
406 # \layout -> \begin_layout
408 def layout2begin_layout(file):
411 i = find_token(file.body, '\\layout', i)
415 file.body[i] = replace(file.body[i], '\\layout', '\\begin_layout')
419 def begin_layout2layout(file):
422 i = find_token(file.body, '\\begin_layout', i)
426 file.body[i] = replace(file.body[i], '\\begin_layout', '\\layout')
431 # valignment="center" -> valignment="middle"
433 def convert_valignment_middle(body, start, end):
434 for i in range(start, end):
435 if re.search('^<(column|cell) .*valignment="center".*>$', body[i]):
436 body[i] = replace(body[i], 'valignment="center"', 'valignment="middle"')
439 def convert_table_valignment_middle(file):
440 regexp = re.compile(r'^\\begin_inset\s+Tabular')
443 i = find_re(file.body, regexp, i)
446 j = find_end_of_inset(file.body, i + 1)
448 #this should not happen
449 convert_valignment_middle(file.body, i + 1, len(file.body))
451 convert_valignment_middle(file.body, i + 1, j)
455 def revert_table_valignment_middle(body, start, end):
456 for i in range(start, end):
457 if re.search('^<(column|cell) .*valignment="middle".*>$', body[i]):
458 body[i] = replace(body[i], 'valignment="middle"', 'valignment="center"')
461 def revert_valignment_middle(file):
462 regexp = re.compile(r'^\\begin_inset\s+Tabular')
465 i = find_re(file.body, regexp, i)
468 j = find_end_of_inset(file.body, i + 1)
470 #this should not happen
471 revert_table_valignment_middle(file.body, i + 1, len(file.body))
473 revert_table_valignment_middle(file.body, i + 1, j)
478 # \the_end -> \end_document
480 def convert_end_document(file):
481 i = find_token(file.body, "\\the_end", 0)
483 file.body.append("\\end_document")
485 file.body[i] = "\\end_document"
488 def revert_end_document(file):
489 i = find_token(file.body, "\\end_document", 0)
491 file.body.append("\\the_end")
493 file.body[i] = "\\the_end"
497 # Convert line and page breaks
500 #\line_top \line_bottom \pagebreak_top \pagebreak_bottom \added_space_top xxx \added_space_bottom yyy
504 #\begin layout Standard
509 #\begin_inset VSpace xxx
513 #\begin_layout Standard
517 #\begin_layout Standard
519 #\begin_inset VSpace xxx
526 def convert_breaks(file):
527 par_params = ('added_space_bottom', 'added_space_top', 'align',
528 'labelwidthstring', 'line_bottom', 'line_top', 'noindent',
529 'pagebreak_bottom', 'pagebreak_top', 'paragraph_spacing',
533 i = find_token(file.body, "\\begin_layout", i)
538 # Merge all paragraph parameters into a single line
539 # We cannot check for '\\' only because paragraphs may start e.g.
541 while file.body[i + 1][:1] == '\\' and split(file.body[i + 1][1:])[0] in par_params:
542 file.body[i] = file.body[i + 1] + ' ' + file.body[i]
545 line_top = find(file.body[i],"\\line_top")
546 line_bot = find(file.body[i],"\\line_bottom")
547 pb_top = find(file.body[i],"\\pagebreak_top")
548 pb_bot = find(file.body[i],"\\pagebreak_bottom")
549 vspace_top = find(file.body[i],"\\added_space_top")
550 vspace_bot = find(file.body[i],"\\added_space_bottom")
552 if line_top == -1 and line_bot == -1 and pb_bot == -1 and pb_top == -1 and vspace_top == -1 and vspace_bot == -1:
555 for tag in "\\line_top", "\\line_bottom", "\\pagebreak_top", "\\pagebreak_bottom":
556 file.body[i] = replace(file.body[i], tag, "")
559 # the position could be change because of the removal of other
560 # paragraph properties above
561 vspace_top = find(file.body[i],"\\added_space_top")
562 tmp_list = split(file.body[i][vspace_top:])
563 vspace_top_value = tmp_list[1]
564 file.body[i] = file.body[i][:vspace_top] + join(tmp_list[2:])
567 # the position could be change because of the removal of other
568 # paragraph properties above
569 vspace_bot = find(file.body[i],"\\added_space_bottom")
570 tmp_list = split(file.body[i][vspace_bot:])
571 vspace_bot_value = tmp_list[1]
572 file.body[i] = file.body[i][:vspace_bot] + join(tmp_list[2:])
574 file.body[i] = strip(file.body[i])
577 # Create an empty paragraph for line and page break that belong
578 # above the paragraph
579 if pb_top !=-1 or line_top != -1 or vspace_top != -1:
581 paragraph_above = ['','\\begin_layout Standard','','']
584 paragraph_above.extend(['\\newpage ',''])
587 paragraph_above.extend(['\\begin_inset VSpace ' + vspace_top_value,'\\end_inset','',''])
590 paragraph_above.extend(['\\lyxline ',''])
592 paragraph_above.extend(['\\end_layout',''])
594 #inset new paragraph above the current paragraph
595 file.body[i-2:i-2] = paragraph_above
596 i = i + len(paragraph_above)
598 # Ensure that nested style are converted later.
599 k = find_end_of(file.body, i, "\\begin_layout", "\\end_layout")
604 if pb_bot !=-1 or line_bot != -1 or vspace_bot != -1:
606 paragraph_below = ['','\\begin_layout Standard','','']
609 paragraph_below.extend(['\\lyxline ',''])
612 paragraph_below.extend(['\\begin_inset VSpace ' + vspace_bot_value,'\\end_inset','',''])
615 paragraph_below.extend(['\\newpage ',''])
617 paragraph_below.extend(['\\end_layout',''])
619 #inset new paragraph above the current paragraph
620 file.body[k + 1: k + 1] = paragraph_below
626 def convert_note(file):
629 i = find_tokens(file.body, ["\\begin_inset Note",
630 "\\begin_inset Comment",
631 "\\begin_inset Greyedout"], i)
635 file.body[i] = file.body[i][0:13] + 'Note ' + file.body[i][13:]
639 def revert_note(file):
640 note_header = "\\begin_inset Note "
643 i = find_token(file.body, note_header, i)
647 file.body[i] = "\\begin_inset " + file.body[i][len(note_header):]
654 def convert_box(file):
657 i = find_tokens(file.body, ["\\begin_inset Boxed",
658 "\\begin_inset Doublebox",
659 "\\begin_inset Frameless",
660 "\\begin_inset ovalbox",
661 "\\begin_inset Ovalbox",
662 "\\begin_inset Shadowbox"], i)
666 file.body[i] = file.body[i][0:13] + 'Box ' + file.body[i][13:]
670 def revert_box(file):
671 box_header = "\\begin_inset Box "
674 i = find_token(file.body, box_header, i)
678 file.body[i] = "\\begin_inset " + file.body[i][len(box_header):]
685 def convert_collapsable(file):
688 i = find_tokens(file.body, ["\\begin_inset Box",
689 "\\begin_inset Branch",
690 "\\begin_inset CharStyle",
691 "\\begin_inset Float",
692 "\\begin_inset Foot",
693 "\\begin_inset Marginal",
694 "\\begin_inset Note",
695 "\\begin_inset OptArg",
696 "\\begin_inset Wrap"], i)
700 # Seach for a line starting 'collapsed'
701 # If, however, we find a line starting '\begin_layout'
702 # (_always_ present) then break with a warning message
705 if (file.body[i] == "collapsed false"):
706 file.body[i] = "status open"
708 elif (file.body[i] == "collapsed true"):
709 file.body[i] = "status collapsed"
711 elif (file.body[i][:13] == "\\begin_layout"):
712 file.warning("Malformed LyX file: Missing 'collapsed'.")
719 def revert_collapsable(file):
722 i = find_tokens(file.body, ["\\begin_inset Box",
723 "\\begin_inset Branch",
724 "\\begin_inset CharStyle",
725 "\\begin_inset Float",
726 "\\begin_inset Foot",
727 "\\begin_inset Marginal",
728 "\\begin_inset Note",
729 "\\begin_inset OptArg",
730 "\\begin_inset Wrap"], i)
734 # Seach for a line starting 'status'
735 # If, however, we find a line starting '\begin_layout'
736 # (_always_ present) then break with a warning message
739 if (file.body[i] == "status open"):
740 file.body[i] = "collapsed false"
742 elif (file.body[i] == "status collapsed" or
743 file.body[i] == "status inlined"):
744 file.body[i] = "collapsed true"
746 elif (file.body[i][:13] == "\\begin_layout"):
747 file.warning("Malformed LyX file: Missing 'status'.")
757 def convert_ert(file):
760 i = find_token(file.body, "\\begin_inset ERT", i)
764 # Seach for a line starting 'status'
765 # If, however, we find a line starting '\begin_layout'
766 # (_always_ present) then break with a warning message
769 if (file.body[i] == "status Open"):
770 file.body[i] = "status open"
772 elif (file.body[i] == "status Collapsed"):
773 file.body[i] = "status collapsed"
775 elif (file.body[i] == "status Inlined"):
776 file.body[i] = "status inlined"
778 elif (file.body[i][:13] == "\\begin_layout"):
779 file.warning("Malformed LyX file: Missing 'status'.")
786 def revert_ert(file):
789 i = find_token(file.body, "\\begin_inset ERT", i)
793 # Seach for a line starting 'status'
794 # If, however, we find a line starting '\begin_layout'
795 # (_always_ present) then break with a warning message
798 if (file.body[i] == "status open"):
799 file.body[i] = "status Open"
801 elif (file.body[i] == "status collapsed"):
802 file.body[i] = "status Collapsed"
804 elif (file.body[i] == "status inlined"):
805 file.body[i] = "status Inlined"
807 elif (file.body[i][:13] == "\\begin_layout"):
808 file.warning("Malformed LyX file : Missing 'status'.")
818 def convert_minipage(file):
819 """ Convert minipages to the box inset.
820 We try to use the same order of arguments as lyx does.
823 inner_pos = ["c","t","b","s"]
827 i = find_token(file.body, "\\begin_inset Minipage", i)
831 file.body[i] = "\\begin_inset Box Frameless"
834 # convert old to new position using the pos list
835 if file.body[i][:8] == "position":
836 file.body[i] = 'position "%s"' % pos[int(file.body[i][9])]
838 file.body.insert(i, 'position "%s"' % pos[0])
841 file.body.insert(i, 'hor_pos "c"')
843 file.body.insert(i, 'has_inner_box 1')
846 # convert the inner_position
847 if file.body[i][:14] == "inner_position":
848 file.body[i] = 'inner_pos "%s"' % inner_pos[int(file.body[i][15])]
850 file.body.insert('inner_pos "%s"' % inner_pos[0])
853 # We need this since the new file format has a height and width
854 # in a different order.
855 if file.body[i][:6] == "height":
856 height = file.body[i][6:]
857 # test for default value of 221 and convert it accordingly
858 if height == ' "0pt"' or height == ' "0"':
864 if file.body[i][:5] == "width":
865 width = file.body[i][5:]
870 if file.body[i][:9] == "collapsed":
871 if file.body[i][9:] == "true":
879 file.body.insert(i, 'use_parbox 0')
881 file.body.insert(i, 'width' + width)
883 file.body.insert(i, 'special "none"')
885 file.body.insert(i, 'height' + height)
887 file.body.insert(i, 'height_special "totalheight"')
889 file.body.insert(i, 'status ' + status)
893 # -------------------------------------------------------------------------------------------
894 # Convert backslashes and '\n' into valid ERT code, append the converted
895 # text to body[i] and return the (maybe incremented) line index i
896 def convert_ertbackslash(body, i, ert):
899 body[i] = body[i] + '\\backslash '
903 body[i+1:i+1] = ['\\newline ', '']
906 body[i] = body[i] + c
910 def convert_vspace(file):
912 # Get default spaceamount
913 i = find_token(file.header, '\\defskip', 0)
915 defskipamount = 'medskip'
917 defskipamount = split(file.header[i])[1]
922 i = find_token(file.body, '\\begin_inset VSpace', i)
925 spaceamount = split(file.body[i])[2]
927 # Are we at the beginning or end of a paragraph?
929 start = get_paragraph(file.body, i) + 1
930 for k in range(start, i):
931 if is_nonempty_line(file.body[k]):
935 j = find_end_of_inset(file.body, i)
937 file.warning("Malformed LyX file: Missing '\\end_inset'.")
940 end = get_next_paragraph(file.body, i)
941 for k in range(j + 1, end):
942 if is_nonempty_line(file.body[k]):
946 # Convert to paragraph formatting if we are at the beginning or end
947 # of a paragraph and the resulting paragraph would not be empty
948 if ((paragraph_start and not paragraph_end) or
949 (paragraph_end and not paragraph_start)):
950 # The order is important: del and insert invalidate some indices
954 file.body.insert(start, '\\added_space_top ' + spaceamount + ' ')
956 file.body.insert(start, '\\added_space_bottom ' + spaceamount + ' ')
960 file.body[i:i+1] = ['\\begin_inset ERT', 'status Collapsed', '',
961 '\\layout Standard', '', '\\backslash ']
963 if spaceamount[-1] == '*':
964 spaceamount = spaceamount[:-1]
969 # Replace defskip by the actual value
970 if spaceamount == 'defskip':
971 spaceamount = defskipamount
973 # LaTeX does not know \\smallskip* etc
975 if spaceamount == 'smallskip':
976 spaceamount = '\\smallskipamount'
977 elif spaceamount == 'medskip':
978 spaceamount = '\\medskipamount'
979 elif spaceamount == 'bigskip':
980 spaceamount = '\\bigskipamount'
981 elif spaceamount == 'vfill':
982 spaceamount = '\\fill'
984 # Finally output the LaTeX code
985 if (spaceamount == 'smallskip' or spaceamount == 'medskip' or
986 spaceamount == 'bigskip' or spaceamount == 'vfill'):
987 file.body.insert(i, spaceamount)
990 file.body.insert(i, 'vspace*{')
992 file.body.insert(i, 'vspace{')
993 i = convert_ertbackslash(file.body, i, spaceamount)
994 file.body[i] = file.body[i] + '}'
998 # Convert a LyX length into a LaTeX length
999 def convert_len(len, special):
1000 units = {"text%":"\\textwidth", "col%":"\\columnwidth",
1001 "page%":"\\pagewidth", "line%":"\\linewidth",
1002 "theight%":"\\textheight", "pheight%":"\\pageheight"}
1004 # Convert special lengths
1005 if special != 'none':
1006 len = '%f\\' % len2value(len) + special
1008 # Convert LyX units to LaTeX units
1009 for unit in units.keys():
1010 if find(len, unit) != -1:
1011 len = '%f' % (len2value(len) / 100) + units[unit]
1017 # Convert a LyX length into valid ERT code and append it to body[i]
1018 # Return the (maybe incremented) line index i
1019 def convert_ertlen(body, i, len, special):
1020 # Convert backslashes and insert the converted length into body
1021 return convert_ertbackslash(body, i, convert_len(len, special))
1024 # Return the value of len without the unit in numerical form
1026 result = re.search('([+-]?[0-9.]+)', len)
1028 return float(result.group(1))
1029 # No number means 1.0
1033 # Convert text to ERT and insert it at body[i]
1034 # Return the index of the line after the inserted ERT
1035 def insert_ert(body, i, status, text):
1036 body[i:i] = ['\\begin_inset ERT', 'status ' + status, '',
1037 '\\layout Standard', '']
1039 i = convert_ertbackslash(body, i, text) + 1
1040 body[i:i] = ['', '\\end_inset', '']
1045 # Add text to the preamble if it is not already there.
1046 # Only the first line is checked!
1047 def add_to_preamble(file, text):
1048 if find_token(file.preamble, text[0], 0) != -1:
1051 file.preamble.extend(text)
1054 def convert_frameless_box(file):
1055 pos = ['t', 'c', 'b']
1056 inner_pos = ['c', 't', 'b', 's']
1059 i = find_token(file.body, '\\begin_inset Frameless', i)
1062 j = find_end_of_inset(file.body, i)
1064 file.warning("Malformed LyX file: Missing '\\end_inset'.")
1071 params = {'position':0, 'hor_pos':'c', 'has_inner_box':'1',
1072 'inner_pos':1, 'use_parbox':'0', 'width':'100col%',
1073 'special':'none', 'height':'1in',
1074 'height_special':'totalheight', 'collapsed':'false'}
1075 for key in params.keys():
1076 value = replace(get_value(file.body, key, i, j), '"', '')
1078 if key == 'position':
1079 # convert new to old position: 'position "t"' -> 0
1080 value = find_token(pos, value, 0)
1083 elif key == 'inner_pos':
1084 # convert inner position
1085 value = find_token(inner_pos, value, 0)
1090 j = del_token(file.body, key, i, j)
1093 # Convert to minipage or ERT?
1094 # Note that the inner_position and height parameters of a minipage
1095 # inset are ignored and not accessible for the user, although they
1096 # are present in the file format and correctly read in and written.
1097 # Therefore we convert to ERT if they do not have their LaTeX
1098 # defaults. These are:
1099 # - the value of "position" for "inner_pos"
1100 # - "\totalheight" for "height"
1101 if (params['use_parbox'] != '0' or
1102 params['has_inner_box'] != '1' or
1103 params['special'] != 'none' or
1104 params['height_special'] != 'totalheight' or
1105 len2value(params['height']) != 1.0):
1107 # Here we know that this box is not supported in file format 224.
1108 # Therefore we need to convert it to ERT. We can't simply convert
1109 # the beginning and end of the box to ERT, because the
1110 # box inset may contain layouts that are different from the
1111 # surrounding layout. After the conversion the contents of the
1112 # box inset is on the same level as the surrounding text, and
1113 # paragraph layouts and align parameters can get mixed up.
1115 # A possible solution for this problem:
1116 # Convert the box to a minipage and redefine the minipage
1117 # environment in ERT so that the original box is simulated.
1118 # For minipages we could do this in a way that the width and
1119 # position can still be set from LyX, but this did not work well.
1120 # This is not possible for parboxes either, so we convert the
1121 # original box to ERT, put the minipage inset inside the box
1122 # and redefine the minipage environment to be empty.
1124 # Commands that are independant of a particular box can go to
1126 # We need to define lyxtolyxrealminipage with 3 optional
1127 # arguments although LyX 1.3 uses only the first one.
1128 # Otherwise we will get LaTeX errors if this document is
1129 # converted to format 225 or above again (LyX 1.4 uses all
1130 # optional arguments).
1131 add_to_preamble(file,
1132 ['% Commands inserted by lyx2lyx for frameless boxes',
1133 '% Save the original minipage environment',
1134 '\\let\\lyxtolyxrealminipage\\minipage',
1135 '\\let\\endlyxtolyxrealminipage\\endminipage',
1136 '% Define an empty lyxtolyximinipage environment',
1137 '% with 3 optional arguments',
1138 '\\newenvironment{lyxtolyxiiiminipage}[4]{}{}',
1139 '\\newenvironment{lyxtolyxiiminipage}[2][\\lyxtolyxargi]%',
1140 ' {\\begin{lyxtolyxiiiminipage}{\\lyxtolyxargi}{\\lyxtolyxargii}{#1}{#2}}%',
1141 ' {\\end{lyxtolyxiiiminipage}}',
1142 '\\newenvironment{lyxtolyximinipage}[1][\\totalheight]%',
1143 ' {\\def\\lyxtolyxargii{{#1}}\\begin{lyxtolyxiiminipage}}%',
1144 ' {\\end{lyxtolyxiiminipage}}',
1145 '\\newenvironment{lyxtolyxminipage}[1][c]%',
1146 ' {\\def\\lyxtolyxargi{{#1}}\\begin{lyxtolyximinipage}}',
1147 ' {\\end{lyxtolyximinipage}}'])
1149 if params['use_parbox'] != '0':
1152 ert = '\\begin{lyxtolyxrealminipage}'
1154 # convert optional arguments only if not latex default
1155 if (pos[params['position']] != 'c' or
1156 inner_pos[params['inner_pos']] != pos[params['position']] or
1157 params['height_special'] != 'totalheight' or
1158 len2value(params['height']) != 1.0):
1159 ert = ert + '[' + pos[params['position']] + ']'
1160 if (inner_pos[params['inner_pos']] != pos[params['position']] or
1161 params['height_special'] != 'totalheight' or
1162 len2value(params['height']) != 1.0):
1163 ert = ert + '[' + convert_len(params['height'],
1164 params['height_special']) + ']'
1165 if inner_pos[params['inner_pos']] != pos[params['position']]:
1166 ert = ert + '[' + inner_pos[params['inner_pos']] + ']'
1168 ert = ert + '{' + convert_len(params['width'],
1169 params['special']) + '}'
1171 if params['use_parbox'] != '0':
1173 ert = ert + '\\let\\minipage\\lyxtolyxminipage%\n'
1174 ert = ert + '\\let\\endminipage\\endlyxtolyxminipage%\n'
1177 i = insert_ert(file.body, i, 'Collapsed', ert)
1178 j = j + i - old_i - 1
1180 file.body[i:i] = ['\\begin_inset Minipage',
1181 'position %d' % params['position'],
1184 'width "' + params['width'] + '"',
1185 'collapsed ' + params['collapsed']]
1189 # Restore the original minipage environment since we may have
1190 # minipages inside this box.
1191 # Start a new paragraph because the following may be nonstandard
1192 file.body[i:i] = ['\\layout Standard', '', '']
1195 ert = '\\let\\minipage\\lyxtolyxrealminipage%\n'
1196 ert = ert + '\\let\\endminipage\\lyxtolyxrealendminipage%'
1198 i = insert_ert(file.body, i, 'Collapsed', ert)
1199 j = j + i - old_i - 1
1201 # Redefine the minipage end before the inset end.
1202 # Start a new paragraph because the previous may be nonstandard
1203 file.body[j:j] = ['\\layout Standard', '', '']
1205 ert = '\\let\\endminipage\\endlyxtolyxminipage'
1206 j = insert_ert(file.body, j, 'Collapsed', ert)
1208 file.body.insert(j, '')
1211 # LyX writes '%\n' after each box. Therefore we need to end our
1212 # ERT with '%\n', too, since this may swallow a following space.
1213 if params['use_parbox'] != '0':
1216 ert = '\\end{lyxtolyxrealminipage}%\n'
1217 j = insert_ert(file.body, j, 'Collapsed', ert)
1219 # We don't need to restore the original minipage after the inset
1220 # end because the scope of the redefinition is the original box.
1224 # Convert to minipage
1225 file.body[i:i] = ['\\begin_inset Minipage',
1226 'position %d' % params['position'],
1227 'inner_position %d' % params['inner_pos'],
1228 'height "' + params['height'] + '"',
1229 'width "' + params['width'] + '"',
1230 'collapsed ' + params['collapsed']]
1237 def convert_jurabib(file):
1238 i = find_token(file.header, '\\use_numerical_citations', 0)
1240 file.warning("Malformed lyx file: Missing '\\use_numerical_citations'.")
1242 file.header.insert(i + 1, '\\use_jurabib 0')
1245 def revert_jurabib(file):
1246 i = find_token(file.header, '\\use_jurabib', 0)
1248 file.warning("Malformed lyx file: Missing '\\use_jurabib'.")
1250 if get_value(file.header, '\\use_jurabib', 0) != "0":
1251 file.warning("Conversion of '\\use_jurabib = 1' not yet implemented.")
1252 # Don't remove '\\use_jurabib' so that people will get warnings by lyx
1260 def convert_bibtopic(file):
1261 i = find_token(file.header, '\\use_jurabib', 0)
1263 file.warning("Malformed lyx file: Missing '\\use_jurabib'.")
1265 file.header.insert(i + 1, '\\use_bibtopic 0')
1268 def revert_bibtopic(file):
1269 i = find_token(file.header, '\\use_bibtopic', 0)
1271 file.warning("Malformed lyx file: Missing '\\use_bibtopic'.")
1273 if get_value(file.header, '\\use_bibtopic', 0) != "0":
1274 file.warning("Conversion of '\\use_bibtopic = 1' not yet implemented.")
1275 # Don't remove '\\use_jurabib' so that people will get warnings by lyx
1282 def convert_float(file):
1285 i = find_token(file.body, '\\begin_inset Float', i)
1288 # Seach for a line starting 'wide'
1289 # If, however, we find a line starting '\begin_layout'
1290 # (_always_ present) then break with a warning message
1293 if (file.body[i][:4] == "wide"):
1294 file.body.insert(i + 1, 'sideways false')
1296 elif (file.body[i][:13] == "\\begin_layout"):
1297 file.warning("Malformed lyx file: Missing 'wide'.")
1303 def revert_float(file):
1306 i = find_token(file.body, '\\begin_inset Float', i)
1309 j = find_end_of_inset(file.body, i)
1311 file.warning("Malformed lyx file: Missing '\\end_inset'.")
1314 if get_value(file.body, 'sideways', i, j) != "false":
1315 file.warning("Conversion of 'sideways true' not yet implemented.")
1316 # Don't remove 'sideways' so that people will get warnings by lyx
1319 del_token(file.body, 'sideways', i, j)
1323 def convert_graphics(file):
1324 """ Add extension to filenames of insetgraphics if necessary.
1328 i = find_token(file.body, "\\begin_inset Graphics", i)
1332 j = find_token2(file.body, "filename", i)
1336 filename = split(file.body[j])[1]
1337 absname = os.path.normpath(os.path.join(file.dir, filename))
1338 if file.input == stdin and not os.path.isabs(filename):
1339 # We don't know the directory and cannot check the file.
1340 # We could use a heuristic and take the current directory,
1341 # and we could try to find out if filename has an extension,
1342 # but that would be just guesses and could be wrong.
1343 file.warning("""Warning: Can not determine whether file
1345 needs an extension when reading from standard input.
1346 You may need to correct the file manually or run
1347 lyx2lyx again with the .lyx file as commandline argument.""" % filename)
1349 # This needs to be the same algorithm as in pre 233 insetgraphics
1350 if access(absname, F_OK):
1352 if access(absname + ".ps", F_OK):
1353 file.body[j] = replace(file.body[j], filename, filename + ".ps")
1355 if access(absname + ".eps", F_OK):
1356 file.body[j] = replace(file.body[j], filename, filename + ".eps")
1360 # Convert firstname and surname from styles -> char styles
1362 def convert_names(file):
1363 """ Convert in the docbook backend from firstname and surname style
1366 if file.backend != "docbook":
1372 i = find_token(file.body, "\\begin_layout Author", i)
1377 while file.body[i] == "":
1380 if file.body[i][:11] != "\\end_layout" or file.body[i+2][:13] != "\\begin_deeper":
1385 i = find_end_of( file.body, i+3, "\\begin_deeper","\\end_deeper")
1387 # something is really wrong, abort
1388 file.warning("Missing \\end_deeper, after style Author.")
1389 file.warning("Aborted attempt to parse FirstName and Surname.")
1391 firstname, surname = "", ""
1393 name = file.body[k:i]
1395 j = find_token(name, "\\begin_layout FirstName", 0)
1398 while(name[j] != "\\end_layout"):
1399 firstname = firstname + name[j]
1402 j = find_token(name, "\\begin_layout Surname", 0)
1405 while(name[j] != "\\end_layout"):
1406 surname = surname + name[j]
1410 del file.body[k+2:i+1]
1412 file.body[k-1:k-1] = ["", "",
1413 "\\begin_inset CharStyle Firstname",
1416 "\\begin_layout Standard",
1424 "\\begin_inset CharStyle Surname",
1427 "\\begin_layout Standard",
1436 def revert_names(file):
1437 """ Revert in the docbook backend from firstname and surname char style
1440 if file.backend != "docbook":
1445 # \use_natbib 1 \cite_engine <style>
1446 # \use_numerical_citations 0 -> where <style> is one of
1447 # \use_jurabib 0 "basic", "natbib_authoryear",
1448 # "natbib_numerical" or "jurabib"
1449 def convert_cite_engine(file):
1450 a = find_token(file.header, "\\use_natbib", 0)
1452 file.warning("Malformed lyx file: Missing '\\use_natbib'.")
1455 b = find_token(file.header, "\\use_numerical_citations", 0)
1456 if b == -1 or b != a+1:
1457 file.warning("Malformed lyx file: Missing '\\use_numerical_citations'.")
1460 c = find_token(file.header, "\\use_jurabib", 0)
1461 if c == -1 or c != b+1:
1462 file.warning("Malformed lyx file: Missing '\\use_jurabib'.")
1465 use_natbib = int(split(file.header[a])[1])
1466 use_numerical_citations = int(split(file.header[b])[1])
1467 use_jurabib = int(split(file.header[c])[1])
1469 cite_engine = "basic"
1471 if use_numerical_citations:
1472 cite_engine = "natbib_numerical"
1474 cite_engine = "natbib_authoryear"
1476 cite_engine = "jurabib"
1478 del file.header[a:c+1]
1479 file.header.insert(a, "\\cite_engine " + cite_engine)
1482 def revert_cite_engine(file):
1483 i = find_token(file.header, "\\cite_engine", 0)
1485 file.warning("Malformed lyx file: Missing '\\cite_engine'.")
1488 cite_engine = split(file.header[i])[1]
1493 if cite_engine == "natbib_numerical":
1496 elif cite_engine == "natbib_authoryear":
1498 elif cite_engine == "jurabib":
1502 file.header.insert(i, "\\use_jurabib " + use_jurabib)
1503 file.header.insert(i, "\\use_numerical_citations " + use_numerical)
1504 file.header.insert(i, "\\use_natbib " + use_natbib)
1510 def convert_paperpackage(file):
1511 i = find_token(file.header, "\\paperpackage", 0)
1515 packages = {'default':'none','a4':'none', 'a4wide':'a4', 'widemarginsa4':'a4wide'}
1516 if len(split(file.header[i])) > 1:
1517 paperpackage = split(file.header[i])[1]
1518 file.header[i] = replace(file.header[i], paperpackage, packages[paperpackage])
1520 file.header[i] = file.header[i] + ' widemarginsa4'
1523 def revert_paperpackage(file):
1524 i = find_token(file.header, "\\paperpackage", 0)
1528 packages = {'none':'a4', 'a4':'a4wide', 'a4wide':'widemarginsa4',
1529 'widemarginsa4':'', 'default': 'default'}
1530 if len(split(file.header[i])) > 1:
1531 paperpackage = split(file.header[i])[1]
1533 paperpackage = 'default'
1534 file.header[i] = replace(file.header[i], paperpackage, packages[paperpackage])
1540 def convert_bullets(file):
1543 i = find_token(file.header, "\\bullet", i)
1546 if file.header[i][:12] == '\\bulletLaTeX':
1547 file.header[i] = file.header[i] + ' ' + strip(file.header[i+1])
1550 file.header[i] = file.header[i] + ' ' + strip(file.header[i+1]) +\
1551 ' ' + strip(file.header[i+2]) + ' ' + strip(file.header[i+3])
1553 del file.header[i+1:i + n]
1557 def revert_bullets(file):
1560 i = find_token(file.header, "\\bullet", i)
1563 if file.header[i][:12] == '\\bulletLaTeX':
1564 n = find(file.header[i], '"')
1566 file.warning("Malformed header.")
1569 file.header[i:i+1] = [file.header[i][:n-1],'\t' + file.header[i][n:], '\\end_bullet']
1572 frag = split(file.header[i])
1574 file.warning("Malformed header.")
1577 file.header[i:i+1] = [frag[0] + ' ' + frag[1],
1586 # \begin_header and \begin_document
1588 def add_begin_header(file):
1589 i = find_token(file.header, '\\lyxformat', 0)
1590 file.header.insert(i+1, '\\begin_header')
1591 file.header.insert(i+1, '\\begin_document')
1594 def remove_begin_header(file):
1595 i = find_token(file.header, "\\begin_document", 0)
1598 i = find_token(file.header, "\\begin_header", 0)
1604 # \begin_file.body and \end_file.body
1606 def add_begin_body(file):
1607 file.body.insert(0, '\\begin_body')
1608 file.body.insert(1, '')
1609 i = find_token(file.body, "\\end_document", 0)
1610 file.body.insert(i, '\\end_body')
1612 def remove_begin_body(file):
1613 i = find_token(file.body, "\\begin_body", 0)
1616 if not file.body[i]:
1618 i = find_token(file.body, "\\end_body", 0)
1626 def normalize_papersize(file):
1627 i = find_token(file.header, '\\papersize', 0)
1631 tmp = split(file.header[i])
1632 if tmp[1] == "Default":
1633 file.header[i] = '\\papersize default'
1635 if tmp[1] == "Custom":
1636 file.header[i] = '\\papersize custom'
1639 def denormalize_papersize(file):
1640 i = find_token(file.header, '\\papersize', 0)
1644 tmp = split(file.header[i])
1645 if tmp[1] == "custom":
1646 file.header[i] = '\\papersize Custom'
1650 # Strip spaces at end of command line
1652 def strip_end_space(file):
1653 for i in range(len(file.body)):
1654 if file.body[i][:1] == '\\':
1655 file.body[i] = strip(file.body[i])
1659 # Use boolean values for \use_geometry, \use_bibtopic and \tracking_changes
1661 def use_x_boolean(file):
1662 bin2bool = {'0': 'false', '1': 'true'}
1663 for use in '\\use_geometry', '\\use_bibtopic', '\\tracking_changes':
1664 i = find_token(file.header, use, 0)
1667 decompose = split(file.header[i])
1668 file.header[i] = decompose[0] + ' ' + bin2bool[decompose[1]]
1671 def use_x_binary(file):
1672 bool2bin = {'false': '0', 'true': '1'}
1673 for use in '\\use_geometry', '\\use_bibtopic', '\\tracking_changes':
1674 i = find_token(file.header, use, 0)
1677 decompose = split(file.header[i])
1678 file.header[i] = decompose[0] + ' ' + bool2bin[decompose[1]]
1681 # Place all the paragraph parameters in their own line
1683 def normalize_paragraph_params(file):
1685 allowed_parameters = '\\paragraph_spacing', '\\noindent', '\\align', '\\labelwidthstring', "\\start_of_appendix", "\\leftindent"
1689 i = find_token(file.body, '\\begin_layout', i)
1695 if strip(body[i]) and split(body[i])[0] not in allowed_parameters:
1698 j = find(body[i],'\\', 1)
1701 body[i:i+1] = [strip(body[i][:j]), body[i][j:]]
1707 # Add/remove output_changes parameter
1709 def convert_output_changes (file):
1710 i = find_token(file.header, '\\tracking_changes', 0)
1712 file.warning("Malformed lyx file: Missing '\\tracking_changes'.")
1714 file.header.insert(i+1, '\\output_changes true')
1717 def revert_output_changes (file):
1718 i = find_token(file.header, '\\output_changes', 0)
1725 # Convert paragraph breaks and sanitize paragraphs
1727 def convert_ert_paragraphs(file):
1728 forbidden_settings = [
1729 # paragraph parameters
1730 '\\paragraph_spacing', '\\labelwidthstring',
1731 '\\start_of_appendix', '\\noindent',
1732 '\\leftindent', '\\align',
1734 '\\family', '\\series', '\\shape', '\\size',
1735 '\\emph', '\\numeric', '\\bar', '\\noun',
1736 '\\color', '\\lang']
1739 i = find_token(file.body, '\\begin_inset ERT', i)
1742 j = find_end_of_inset(file.body, i)
1744 file.warning("Malformed lyx file: Missing '\\end_inset'.")
1748 # convert non-standard paragraphs to standard
1751 k = find_token(file.body, "\\begin_layout", k, j)
1754 file.body[k] = "\\begin_layout Standard"
1757 # remove all paragraph parameters and font settings
1760 if (strip(file.body[k]) and
1761 split(file.body[k])[0] in forbidden_settings):
1767 # insert an empty paragraph before each paragraph but the first
1771 k = find_token(file.body, "\\begin_layout Standard", k, j)
1778 file.body[k:k] = ["\\begin_layout Standard", "",
1783 # convert \\newline to new paragraph
1786 k = find_token(file.body, "\\newline", k, j)
1789 file.body[k:k+1] = ["\\end_layout", "", "\\begin_layout Standard"]
1796 # Remove double paragraph breaks
1798 def revert_ert_paragraphs(file):
1801 i = find_token(file.body, '\\begin_inset ERT', i)
1804 j = find_end_of_inset(file.body, i)
1806 file.warning("Malformed lyx file: Missing '\\end_inset'.")
1810 # replace paragraph breaks with \newline
1813 k = find_token(file.body, "\\end_layout", k, j)
1814 l = find_token(file.body, "\\begin_layout", k, j)
1815 if k == -1 or l == -1:
1817 file.body[k:l+1] = ["\\newline"]
1821 # replace double \newlines with paragraph breaks
1824 k = find_token(file.body, "\\newline", k, j)
1828 while file.body[l] == "":
1830 if strip(file.body[l]) and split(file.body[l])[0] == "\\newline":
1831 file.body[k:l+1] = ["\\end_layout", "",
1832 "\\begin_layout Standard"]
1840 def convert_french(file):
1841 regexp = re.compile(r'^\\language\s+frenchb')
1842 i = find_re(file.header, regexp, 0)
1844 file.header[i] = "\\language french"
1846 # Change language in the document body
1847 regexp = re.compile(r'^\\lang\s+frenchb')
1850 i = find_re(file.body, regexp, i)
1853 file.body[i] = "\\lang french"
1857 def remove_paperpackage(file):
1858 i = find_token(file.header, '\\paperpackage', 0)
1863 paperpackage = split(file.header[i])[1]
1865 if paperpackage in ("a4", "a4wide", "widemarginsa4"):
1866 conv = {"a4":"\\usepackage{a4}","a4wide": "\\usepackage{a4wide}",
1867 "widemarginsa4": "\\usepackage[widemargins]{a4}"}
1868 # for compatibility we ensure it is the first entry in preamble
1869 file.preamble[0:0] = [conv[paperpackage]]
1873 i = find_token(file.header, '\\papersize', 0)
1875 file.header[i] = "\\papersize default"
1882 convert = [[222, [insert_tracking_changes, add_end_header]],
1883 [223, [remove_color_default, convert_spaces, convert_bibtex, remove_insetparent]],
1884 [224, [convert_external, convert_comment]],
1885 [225, [add_end_layout, layout2begin_layout, convert_end_document,
1886 convert_table_valignment_middle, convert_breaks]],
1887 [226, [convert_note]],
1888 [227, [convert_box]],
1889 [228, [convert_collapsable, convert_ert]],
1890 [229, [convert_minipage]],
1891 [230, [convert_jurabib]],
1892 [231, [convert_float]],
1893 [232, [convert_bibtopic]],
1894 [233, [convert_graphics, convert_names]],
1895 [234, [convert_cite_engine]],
1896 [235, [convert_paperpackage]],
1897 [236, [convert_bullets, add_begin_header, add_begin_body,
1898 normalize_papersize, strip_end_space]],
1899 [237, [use_x_boolean]],
1900 [238, [update_latexaccents]],
1901 [239, [normalize_paragraph_params]],
1902 [240, [convert_output_changes]],
1903 [241, [convert_ert_paragraphs]],
1904 [242, [convert_french]],
1905 [243, [remove_paperpackage]]]
1907 revert = [[242, []],
1909 [240, [revert_ert_paragraphs]],
1910 [239, [revert_output_changes]],
1913 [236, [use_x_binary]],
1914 [235, [denormalize_papersize, remove_begin_body,remove_begin_header,
1916 [234, [revert_paperpackage]],
1917 [233, [revert_cite_engine]],
1918 [232, [revert_names]],
1919 [231, [revert_bibtopic]],
1920 [230, [revert_float]],
1921 [229, [revert_jurabib]],
1923 [227, [revert_collapsable, revert_ert]],
1924 [226, [revert_box, revert_external_2]],
1925 [225, [revert_note]],
1926 [224, [rm_end_layout, begin_layout2layout, revert_end_document,
1927 revert_valignment_middle, convert_vspace, convert_frameless_box]],
1928 [223, [revert_external_2, revert_comment, revert_eqref]],
1929 [222, [revert_spaces, revert_bibtex]],
1930 [221, [rm_end_header, rm_tracking_changes, rm_body_changes]]]
1933 if __name__ == "__main__":