]> git.lyx.org Git - lyx.git/blobdiff - po/lyx_pot.py
lyxpreview: Allow to find python scripts.
[lyx.git] / po / lyx_pot.py
index 15bb2bbcf029f265a700fc734b600bd649533c65..21d4c749951f224ed0015243d3a43aba537a4ce7 100755 (executable)
@@ -44,12 +44,12 @@ def writeString(outfile, infile, basefile, lineno, string):
 def ui_l10n(input_files, output, base):
     '''Generate pot file from lib/ui/*'''
     output = open(output, 'w')
-    Submenu = re.compile(r'^[^#]*Submenu\s+"([^"]*)"')
-    Popupmenu = re.compile(r'^[^#]*PopupMenu\s+"[^"]+"\s+"([^"]*)"')
-    IconPalette = re.compile(r'^[^#]*IconPalette\s+"[^"]+"\s+"([^"]*)"')
-    Toolbar = re.compile(r'^[^#]*Toolbar\s+"[^"]+"\s+"([^"]*)"')
-    Item = re.compile(r'[^#]*Item\s+"([^"]*)"')
-    TableInsert = re.compile(r'[^#]*TableInsert\s+"([^"]*)"')
+    Submenu = re.compile(r'^[^#]*Submenu\s+"([^"]*)"', re.IGNORECASE)
+    Popupmenu = re.compile(r'^[^#]*PopupMenu\s+"[^"]+"\s+"([^"]*)"', re.IGNORECASE)
+    IconPalette = re.compile(r'^[^#]*IconPalette\s+"[^"]+"\s+"([^"]*)"', re.IGNORECASE)
+    Toolbar = re.compile(r'^[^#]*Toolbar\s+"[^"]+"\s+"([^"]*)"', re.IGNORECASE)
+    Item = re.compile(r'[^#]*Item\s+"([^"]*)"', re.IGNORECASE)
+    TableInsert = re.compile(r'[^#]*TableInsert\s+"([^"]*)"', re.IGNORECASE)
     for src in input_files:
         input = open(src)
         for lineno, line in enumerate(input.readlines()):
@@ -78,28 +78,35 @@ def ui_l10n(input_files, output, base):
 
 def layouts_l10n(input_files, output, base, layouttranslations):
     '''Generate pot file from lib/layouts/*.{layout,inc,module}'''
-    Style = re.compile(r'^Style\s+(.*)', re.IGNORECASE)
-    # include ???LabelString???, but exclude comment lines
-    LabelString = re.compile(r'^[^#]*LabelString\S*\s+(.*)')
-    GuiName = re.compile(r'\s*GuiName\s+(.*)')
-    ListName = re.compile(r'\s*ListName\s+(.*)')
-    CategoryName = re.compile(r'\s*Category\s+(.*)')
-    NameRE = re.compile(r'DeclareLyXModule.*{(.*)}')
-    InsetLayout = re.compile(r'^InsetLayout\s+\"?(.*)\"?')
-    FlexCheck = re.compile(r'^Flex:(.*)')
-    DescBegin = re.compile(r'#+\s*DescriptionBegin\s*$')
-    DescEnd = re.compile(r'#+\s*DescriptionEnd\s*$')
-    Category = re.compile(r'#Category: (.*)$')
-    I18nPreamble = re.compile(r'\s*(Lang)|(Babel)Preamble\s*$')
-    EndI18nPreamble = re.compile(r'\s*End(Lang)|(Babel)Preamble\s*$')
+    ClassDescription = re.compile(r'^\s*#\s*\\Declare(LaTeX|DocBook)Class.*\{(.*)\}$', re.IGNORECASE)
+    ClassCategory = re.compile(r'^\s*#\s*\\DeclareCategory\{(.*)\}$', re.IGNORECASE)
+    Style = re.compile(r'^\s*Style\s+(.*\S)\s*$', re.IGNORECASE)
+    # match LabelString, EndLabelString, LabelStringAppendix and maybe others but no comments
+    LabelString = re.compile(r'^[^#]*LabelString\S*\s+(.*\S)\s*$', re.IGNORECASE)
+    MenuString = re.compile(r'^[^#]*MenuString\S*\s+(.*\S)\s*$', re.IGNORECASE)
+    Tooltip = re.compile(r'^[^#]*Tooltip\S*\s+(.*\S)\s*$', re.IGNORECASE)
+    GuiName = re.compile(r'^\s*GuiName\s+(.*\S)\s*$', re.IGNORECASE)
+    ListName = re.compile(r'^\s*ListName\s+(.*\S)\s*$', re.IGNORECASE)
+    CategoryName = re.compile(r'^\s*Category\s+(.*\S)\s*$', re.IGNORECASE)
+    NameRE = re.compile(r'^\s*#\s*\\DeclareLyXModule.*{(.*)}$', re.IGNORECASE)
+    InsetLayout = re.compile(r'^InsetLayout\s+\"?(.*)\"?\s*$', re.IGNORECASE)
+    FlexCheck = re.compile(r'^Flex:(.*)', re.IGNORECASE)
+    CaptionCheck = re.compile(r'^Caption:(.*)', re.IGNORECASE)
+    DescBegin = re.compile(r'^\s*#DescriptionBegin\s*$', re.IGNORECASE)
+    DescEnd = re.compile(r'^\s*#\s*DescriptionEnd\s*$', re.IGNORECASE)
+    Category = re.compile(r'^\s*#\s*Category:\s+(.*\S)\s*$', re.IGNORECASE)
+    I18nPreamble = re.compile(r'^\s*((Lang)|(Babel))Preamble\s*$', re.IGNORECASE)
+    EndI18nPreamble = re.compile(r'^\s*End((Lang)|(Babel))Preamble\s*$', re.IGNORECASE)
     I18nString = re.compile(r'_\(([^\)]+)\)')
-    CounterFormat = re.compile(r'\s*PrettyFormat\s+"?(.*)"?')
-    CiteFormat = re.compile(r'\s*CiteFormat')
-    KeyVal = re.compile(r'^\s*_\w+\s+(.*)$')
-    Float = re.compile(r'\s*Float')
-    End = re.compile(r'\s*End')
-    Comment = re.compile(r'\s*#')
-    Translation = re.compile(r'\s*Translation\s+(.*)\s*$')
+    CounterFormat = re.compile(r'^\s*PrettyFormat\s+"?(.*)"?\s*$', re.IGNORECASE)
+    CiteFormat = re.compile(r'^\s*CiteFormat', re.IGNORECASE)
+    KeyVal = re.compile(r'^\s*_\w+\s+(.*\S)\s*$')
+    Float = re.compile(r'^\s*Float\s*$', re.IGNORECASE)
+    UsesFloatPkg = re.compile(r'^\s*UsesFloatPkg\s+(.*\S)\s*$', re.IGNORECASE)
+    IsPredefined = re.compile(r'^\s*IsPredefined\s+(.*\S)\s*$', re.IGNORECASE)
+    End = re.compile(r'^\s*End', re.IGNORECASE)
+    Comment = re.compile(r'^(.*)#')
+    Translation = re.compile(r'^\s*Translation\s+(.*\S)\s*$', re.IGNORECASE)
     KeyValPair = re.compile(r'\s*"(.*)"\s+"(.*)"')
 
     oldlanguages = []
@@ -109,7 +116,10 @@ def layouts_l10n(input_files, output, base, layouttranslations):
     if layouttranslations:
         linguas_file = os.path.join(base, 'po/LINGUAS')
         for line in open(linguas_file).readlines():
-            if Comment.search(line) == None:
+            res = Comment.search(line)
+            if res:
+                line = res.group(1)
+            if line.strip() != '':
                 languages.extend(line.split())
 
         # read old translations if available
@@ -119,7 +129,7 @@ def layouts_l10n(input_files, output, base, layouttranslations):
             for line in input.readlines():
                 res = Comment.search(line)
                 if res:
-                    continue
+                    line = res.group(1)
                 if line.strip() == '':
                     continue
                 res = Translation.search(line)
@@ -146,7 +156,8 @@ def layouts_l10n(input_files, output, base, layouttranslations):
                 print "Error: Unable to handle line:"
                 print line
         except IOError:
-            pass
+            print "Warning: Unable to open %s for reading." % output
+            print "         Old translations will be lost."
 
         # walon is not a known document language
         # FIXME: Do not hardcode, read from lib/languages!
@@ -159,11 +170,27 @@ def layouts_l10n(input_files, output, base, layouttranslations):
         readingI18nPreamble = False
         readingFloat = False
         readingCiteFormats = False
+        isPredefined = False
+        usesFloatPkg = True
+        listname = ''
+        floatname = ''
         descStartLine = -1
         descLines = []
         lineno = 0
         for line in open(src).readlines():
             lineno += 1
+            res = ClassDescription.search(line)
+            if res != None:
+                string = res.group(2)
+                if not layouttranslations:
+                    writeString(out, src, base, lineno + 1, string)
+                continue
+            res = ClassCategory.search(line)
+            if res != None:
+                string = res.group(1)
+                if not layouttranslations:
+                    writeString(out, src, base, lineno + 1, string)
+                continue
             if readingDescription:
                 res = DescEnd.search(line)
                 if res != None:
@@ -206,10 +233,24 @@ def layouts_l10n(input_files, output, base, layouttranslations):
             if res != None:
                 string = res.group(1)
                 string = string.replace('_', ' ')
+                # Style means something else inside a float definition
+                if not readingFloat:
+                    if not layouttranslations:
+                        writeString(out, src, base, lineno, string)
+                continue
+            res = LabelString.search(line)
+            if res != None:
+                string = res.group(1)
                 if not layouttranslations:
                     writeString(out, src, base, lineno, string)
                 continue
-            res = LabelString.search(line)
+            res = MenuString.search(line)
+            if res != None:
+                string = res.group(1)
+                if not layouttranslations:
+                    writeString(out, src, base, lineno, string)
+                continue
+            res = Tooltip.search(line)
             if res != None:
                 string = res.group(1)
                 if not layouttranslations:
@@ -221,7 +262,7 @@ def layouts_l10n(input_files, output, base, layouttranslations):
                 if layouttranslations:
                     # gui name must only be added for floats
                     if readingFloat:
-                        keyset.add(string)
+                        floatname = string
                 else:
                     writeString(out, src, base, lineno, string)
                 continue
@@ -235,7 +276,7 @@ def layouts_l10n(input_files, output, base, layouttranslations):
             if res != None:
                 string = res.group(1)
                 if layouttranslations:
-                    keyset.add(string.strip('"'))
+                    listname = string.strip('"')
                 else:
                     writeString(out, src, base, lineno, string)
                 continue
@@ -247,6 +288,10 @@ def layouts_l10n(input_files, output, base, layouttranslations):
                 #if not layouttranslations:
                 #    writeString(out, src, base, lineno, string)
                 m = FlexCheck.search(string)
+                if m:
+                    if not layouttranslations:
+                        writeString(out, src, base, lineno, m.group(1))
+                m = CaptionCheck.search(string)
                 if m:
                     if not layouttranslations:
                         writeString(out, src, base, lineno, m.group(1))
@@ -267,13 +312,44 @@ def layouts_l10n(input_files, output, base, layouttranslations):
             if res != None:
                 readingFloat = True
                 continue
+            res = IsPredefined.search(line)
+            if res != None:
+                string = res.group(1).lower()
+                if string == 'true':
+                    isPredefined = True
+                else:
+                    isPredefined = False
+                continue
+            res = UsesFloatPkg.search(line)
+            if res != None:
+                string = res.group(1).lower()
+                if string == 'true':
+                    usesFloatPkg = True
+                else:
+                    usesFloatPkg = False
+                continue
             res = CiteFormat.search(line)
             if res != None:
                 readingCiteFormats = True
+                continue
             res = End.search(line)
             if res != None:
+                # If a float is predefined by the package and it does not need
+                # the float package then it uses the standard babel translations.
+                # This is even true for MarginFigure, MarginTable (both from
+                # tufte-book.layout) and Planotable, Plate (both from aguplus.inc).
+                if layouttranslations and readingFloat and usesFloatPkg and not isPredefined:
+                    if floatname != '':
+                        keyset.add(floatname)
+                    if listname != '':
+                        keyset.add(listname)
+                isPredefined = False
+                usesFloatPkg = True
+                listname = ''
+                floatname = ''
                 readingCiteFormats = False
                 readingFloat = False
+                continue
             if readingCiteFormats:
                 res = KeyVal.search(line)
                 if res != None:
@@ -293,12 +369,15 @@ def layouts_l10n(input_files, output, base, layouttranslations):
             keys.append(key)
         keys.sort()
 
+        ContextRe = re.compile(r'(.*)(\[\[.*\]\])')
+
         print >> out, '''# This file has been automatically generated by po/lyx_pot.py.
 # PLEASE MODIFY ONLY THE LAGUAGES HAVING NO .po FILE! If you want to regenerate
 # this file from the translations, run `make ../lib/layouttranslations' in po.
 # Python polib library is needed for building the output file.
 #
-# This file should remain fixed during minor LyX releases.'''
+# This file should remain fixed during minor LyX releases.
+# For more comments see README.localization file.'''
         for lang in languages:
             print >> out, '\nTranslation %s' % lang
             if lang in oldtrans.keys():
@@ -328,8 +407,13 @@ def layouts_l10n(input_files, output, base, layouttranslations):
                 # also print untranslated entries to help translators
                 elif not lang in oldlanguages:
                     key = key.replace('\\', '\\\\').replace('"', '\\"')
+                    res = ContextRe.search(key)
+                    if res != None:
+                        val = res.group(1)
+                    else:
+                        val = key
                     print >> out, '\t"%s" "%s"' % \
-                             (key.encode('utf-8'), key.encode('utf-8'))
+                             (key.encode('utf-8'), val.encode('utf-8'))
             print >> out, 'End'
 
     out.close()
@@ -367,7 +451,27 @@ def qt4_l10n(input_files, output, base):
 def languages_l10n(input_files, output, base):
     '''Generate pot file from lib/languages'''
     out = open(output, 'w')
-    GuiName = re.compile(r'^[^#]*GuiName\s+(.*)')
+    GuiName = re.compile(r'^[^#]*GuiName\s+(.*)', re.IGNORECASE)
+    
+    for src in input_files:
+        descStartLine = -1
+        descLines = []
+        lineno = 0
+        for line in open(src).readlines():
+            lineno += 1
+            res = GuiName.search(line)
+            if res != None:
+                string = res.group(1)
+                writeString(out, src, base, lineno, string)
+                continue
+               
+    out.close()
+
+
+def latexfonts_l10n(input_files, output, base):
+    '''Generate pot file from lib/latexfonts'''
+    out = open(output, 'w')
+    GuiName = re.compile(r'^[^#]*GuiName\s+(.*)', re.IGNORECASE)
     
     for src in input_files:
         descStartLine = -1
@@ -387,11 +491,11 @@ def languages_l10n(input_files, output, base):
 def external_l10n(input_files, output, base):
     '''Generate pot file from lib/external_templates'''
     output = open(output, 'w')
-    Template = re.compile(r'^Template\s+(.*)')
-    GuiName = re.compile(r'\s*GuiName\s+(.*)')
-    HelpTextStart = re.compile(r'\s*HelpText\s')
-    HelpTextSection = re.compile(r'\s*(\S.*)\s*$')
-    HelpTextEnd = re.compile(r'\s*HelpTextEnd\s')
+    Template = re.compile(r'^Template\s+(.*)', re.IGNORECASE)
+    GuiName = re.compile(r'\s*GuiName\s+(.*)', re.IGNORECASE)
+    HelpTextStart = re.compile(r'\s*HelpText\s', re.IGNORECASE)
+    HelpTextSection = re.compile(r'\s*(\S.*\S)\s*$')
+    HelpTextEnd = re.compile(r'\s*HelpTextEnd\s', re.IGNORECASE)
     i = -1
     for src in input_files:
         input = open(src)
@@ -436,8 +540,8 @@ def external_l10n(input_files, output, base):
 def formats_l10n(input_files, output, base):
     '''Generate pot file from configure.py'''
     output = open(output, 'w')
-    GuiName = re.compile(r'.*\Format\s+\S+\s+\S+\s+"([^"]*)"\s+(\S*)\s+.*')
-    GuiName2 = re.compile(r'.*\Format\s+\S+\s+\S+\s+([^"]\S+)\s+(\S*)\s+.*')
+    GuiName = re.compile(r'.*\\Format\s+\S+\s+\S+\s+"([^"]*)"\s+(\S*)\s+.*', re.IGNORECASE)
+    GuiName2 = re.compile(r'.*\\Format\s+\S+\s+\S+\s+([^"]\S+)\s+(\S*)\s+.*', re.IGNORECASE)
     input = open(input_files[0])
     for lineno, line in enumerate(input.readlines()):
         label = ""
@@ -502,6 +606,7 @@ where
         layouttranslations: create lib/layouttranslations from po/*.po and lib/layouts/*
         qt4: qt4 ui files
         languages: file lib/languages
+        latexfonts: file lib/latexfonts
         encodings: file lib/encodings
         external: external templates file
         formats: formats predefined in lib/configure.py
@@ -528,7 +633,7 @@ if __name__ == '__main__':
         elif opt in ['-s', '--src_file']:
             input_files = [f.strip() for f in open(value)]
 
-    if input_type not in ['ui', 'layouts', 'layouttranslations', 'qt4', 'languages', 'encodings', 'external', 'formats'] or output is None:
+    if input_type not in ['ui', 'layouts', 'layouttranslations', 'qt4', 'languages', 'latexfonts', 'encodings', 'external', 'formats'] or output is None:
         print 'Wrong input type or output filename.'
         sys.exit(1)
 
@@ -536,6 +641,8 @@ if __name__ == '__main__':
 
     if input_type == 'ui':
         ui_l10n(input_files, output, base)
+    elif input_type == 'latexfonts':
+        latexfonts_l10n(input_files, output, base)
     elif input_type == 'layouts':
         layouts_l10n(input_files, output, base, False)
     elif input_type == 'layouttranslations':