]> git.lyx.org Git - lyx.git/blobdiff - development/autotests/ExportTests.cmake
Remove convert_kmap.py
[lyx.git] / development / autotests / ExportTests.cmake
index ea57434bb2ded848c555a8505029dcd1d26c3856..562c639e15847b7804471fe728a18e00ecf3d6b5 100644 (file)
@@ -27,6 +27,7 @@
 #
 
 find_package(Perl)
+find_program(XMLLINT_EXECUTABLE xmllint)
 
 if(PERL_FOUND)
   set(DVI_FORMATS "dvi" "dvi3")
@@ -36,6 +37,17 @@ else()
   set(PDF_FORMATS "pdf" "pdf2" "pdf3")
 endif()
 
+set(potential_languages "ca" "cs" "da" "de" "el" "es" "eu" "fa" "fr" "gl" "he" "hu" "id" "it" "ja" "ko" "nb" "nl" "pl" "pt" "ro" "ru" "sk" "sl" "sr" "sv" "uk" "zh_CN")
+
+# Used to select labels from .*Tests files
+set(label_chars "[a-zA-Z:_]+")
+
+macro(initLangVars varname)
+  foreach(_l ${potential_languages})
+    set(${varname}_${_l})
+  endforeach()
+endmacro()
+
 macro(getoutputformats filepath varname)
   file(STRINGS "${filepath}" lines)
   # What should we test, if default_output_format is not defined?
@@ -46,6 +58,8 @@ macro(getoutputformats filepath varname)
       set(_format ${CMAKE_MATCH_1})
       if(_format STREQUAL "default")
         set(out_formats "xhtml" ${DVI_FORMATS} ${PDF_FORMATS})
+      elseif(_format STREQUAL "pdf2" AND "${filepath}" MATCHES "/doc/")
+        set(out_formats "xhtml" ${DVI_FORMATS} ${PDF_FORMATS})
       elseif(_format MATCHES "pdf$")
         set(out_formats "xhtml" ${PDF_FORMATS})
       elseif(_format MATCHES "dvi$")
@@ -65,21 +79,21 @@ endmacro()
 
 macro(findexpr found testname listname rsublabel)
   set(_found 0)
-  set(sublabel "")
+  set(tmpsublabel "")
   foreach(_itrx ${${listname}})
     if ("${_itrx}" MATCHES "^Sublabel:")
-      set(sublabel "")
+      set(tmpsublabel "")
       string(REGEX REPLACE "^Sublabel:[ \t]*" "" _itrlabels ${_itrx})
-      string(REGEX MATCHALL "([a-zA-Z]+)" _labels ${_itrlabels})
+      string(REGEX MATCHALL ${label_chars} _labels ${_itrlabels})
       foreach(subl ${_labels})
         if (subl STREQUAL "RESET")
-          set(sublabel "")
+          set(tmpsublabel "")
         else()
-          list(APPEND sublabel ${subl})
+          list(APPEND tmpsublabel ${subl})
         endif()
       endforeach()
       # remove doubles in sublabel
-      list(REMOVE_DUPLICATES sublabel)
+      list(REMOVE_DUPLICATES tmpsublabel)
     else()
       set(_itr "^${_itrx}$")
       if (${testname} MATCHES "${_itr}")
@@ -89,82 +103,95 @@ macro(findexpr found testname listname rsublabel)
     endif()
   endforeach()
   if (${_found})
-    if (NOT "${sublabel}" STREQUAL "")
-      set(${rsublabel} ${sublabel})
+    if (NOT "${tmpsublabel}" STREQUAL "")
+      list(APPEND ${rsublabel} ${tmpsublabel})
     endif()
   endif()
   set(${found} ${_found})
 endmacro()
 
 function(join rvalues glue routput)
-  string(REGEX REPLACE "([^\\]|^);" "\\1${glue}" out "${${rvalues}}")
+  set(locallist ${${rvalues}})
+  set(removelist "export" "lyx2lyx" "load")
+  foreach(_l ${locallist})
+    if (depth_${_l} LESS 0)
+      list(APPEND removelist ${_l})
+    endif()
+  endforeach()
+  list(REMOVE_ITEM locallist ${removelist})
+  string(REGEX REPLACE "([^\\]|^);" "\\1${glue}" out "${locallist}")
   set(${routput} ${out} PARENT_SCOPE)
 endfunction()
 
-macro(maketestname testname reverted listreverted listignored listunreliable listlabels)
-  set(sublabel "")
+macro(maketestname testname inverted listsuspicious listignored listunreliable listlabels)
+  # initialize output variable
+  set(${inverted} 0)
   string(REGEX MATCH "\\/[a-z][a-z](_[A-Z][A-Z])?\\/" _v ${${testname}})
   if(_v)
     string(REGEX REPLACE "\\/" "" _v ${_v})
-    set(listrevertedx ${listreverted}_${_v})
+    set(listsuspiciousx ${listsuspicious}_${_v})
     set(listignoredx ${listignored}_${_v})
     set(listunreliablex ${listunreliable}_${_v})
+    set(listsuspendedx suspendedTests_${_v})
   else()
-    set(listrevertedx ${listreverted})
+    set(listsuspiciousx ${listsuspicious})
     set(listignoredx ${listignored})
     set(listunreliablex ${listunreliable})
+    set(listsuspendedx suspendedTests)
   endif()
+  set(sublabel "${${listlabels}}")
   findexpr(mfound ${testname} ${listignoredx} sublabel)
   if (NOT mfound)
-    # check if they are unreliable
-    set(sublabel "")
-    findexpr(nsfound ${testname} ${listunreliablex} sublabel)
-    if (nsfound)
-      if (NOT "${sublabel}" STREQUAL "")
-        list(APPEND ${listlabels} ${sublabel})
-        join(sublabel "." tmpprefixx)
-        string(TOUPPER "${tmpprefixx}_" tmpprefix)
+    set(sublabel2 "")
+    findexpr(foundunreliable ${testname} ${listunreliablex} sublabel2)
+    if (foundunreliable)
+      set(sublabel "unreliable" ${sublabel} ${sublabel2})
+      list(REMOVE_ITEM sublabel "export" "inverted" "templates" "mathmacros" "manuals" "autotests")
+    else()
+      string(REGEX MATCH "(^check_load|_(systemF|texF|pdf3|pdf2|pdf|dvi|lyx[0-9][0-9]|xhtml)$)" _v ${${testname}})
+      # check if test _may_ be in listsuspicious
+      set(sublabel2 "")
+      if (_v)
+       findexpr(mfound ${testname} ${listsuspiciousx} sublabel2)
       else()
-        set(tmpprefix "")
+       set(mfound OFF)
       endif()
-      set(${testname} "UNRELIABLE.${tmpprefix}${${testname}}")
-    else ()
-      string(REGEX MATCH "_(systemF|texF|pdf3|pdf2|pdf|dvi|lyx16|xhtml)$" _v ${${testname}})
-      set(sublabel "")
-      # check if test _may_ be in listreverted
-      if (_v)
-        findexpr(mfound ${testname} ${listrevertedx} sublabel)
+      if (mfound)
+       set(sublabel3 "")
+       findexpr(foundsuspended ${testname} ${listsuspendedx} sublabel3)
+       set(${inverted} 1)
+       if (foundsuspended)
+         set(sublabel "suspended" ${sublabel} ${sublabel2} ${sublabel3})
+         list(REMOVE_ITEM sublabel "export" "inverted" )
+       else()
+         set(sublabel "inverted" ${sublabel} ${sublabel2} ${sublabel3})
+       endif()
       else()
-        set(mfound OFF)
+       set(${inverted} 0)
       endif()
-      if (NOT mfound)
-        set(${reverted} 0)
+    endif()
+    list(REMOVE_DUPLICATES sublabel)
+    if (NOT sublabel STREQUAL "")
+      join(sublabel "." tmpprefixx)
+      if (tmpprefixx)
+        string(TOUPPER "${tmpprefixx}_" tmpprefix)
       else()
-        set(${reverted} 1)
-        if (NOT sublabel STREQUAL "")
-          string(TOUPPER "${sublabel}_" tmpprefix)
-        else()
-          set(tmpprefix "ctest_")
-        endif()
-        set(${testname} "INVERTED_SEE-README.${tmpprefix}${${testname}}")
-        if (NOT sublabel STREQUAL "")
-          list(APPEND ${listlabels} ${sublabel})
-        endif()
+        set(tmpprefix "")
       endif()
+      set(${testname} "${tmpprefix}${${testname}}")
+      set(${listlabels} ${sublabel})
     endif()
   else()
+    # No testname because ignored
     set(${testname} "")
   endif()
 endmacro()
 
-# This labels should not be used in .*Tests files
-set(known_labels "export" "key" "layout" "load" "lyx2lyx"
-  "examples" "manuals" "mathmacros" "reverted" "templates" "unreliable" "suspended" 
-  "module" "roundtrip" "url")
-
-macro(loadTestList filename resList)
+macro(loadTestList filename resList depth)
   # Create list of strings from a file without comments
   # ENCODING parameter is a new feature in cmake 3.1
+  initLangVars(${resList})
+  initLangVars("sublabel")
   if (CMAKE_VERSION VERSION_GREATER "3.1")
     file(STRINGS ${filename} tempList ENCODING "UTF-8")
   else()
@@ -173,84 +200,89 @@ macro(loadTestList filename resList)
   set(${resList})
   set(sublabel)
   set(mylabels "")
+  set(languages "")
+  message(STATUS "Reading list ${filename}")
   foreach(_l ${tempList})
     set(_newl "${_l}")
+    string(REGEX REPLACE "[ \t]+$" "" _newl "${_l}")
     string(REGEX REPLACE "[ \t]*#.*$" "" _newl "${_l}")
     if(_newl)
-      string(REGEX REPLACE "(\\/|\\||\\(|\\))" "  " _vxx ${_newl})
-      string(REGEX MATCHALL " ([a-z][a-z](_[A-Z][A-Z])?) " _vx ${_vxx})
+      list(APPEND ${resList} "${_newl}")
       if (_newl MATCHES "^Sublabel:")
         string(REGEX REPLACE "^Sublabel:[ \t]*" "" _newlabels ${_newl})
-        string(REGEX MATCHALL "([a-zA-Z]+)" _labels ${_newlabels})
+        string(REGEX MATCHALL "([0-9]*${label_chars})" _labels ${_newlabels})
         foreach(labname ${_labels})
           if (NOT labname STREQUAL "RESET")
-            list(REMOVE_ITEM mylabels ${labname})
             list(APPEND mylabels ${labname})
           endif()
         endforeach()
+        list(REMOVE_DUPLICATES mylabels)
         set(sublabel ${_newl})
-      endif()
-      if(_vx)
-        foreach(_v ${_vx})
-          string(REGEX REPLACE " " "" _v ${_v})
-          #message(STATUS " ==> ${resList}_${_v}")
-          if (NOT ${sublabel} STREQUAL "${sublabel}_${_v}")
-            list(APPEND ${resList}_${_v} "${sublabel}")
-            set(${sublabel}_${_v} "${sublabel}")
-          endif()
-          list(APPEND ${resList}_${_v} "${_newl}")
-        endforeach()
-        if(_newl MATCHES "\\(\\|")
-          #message(STATUS " ==> ${resList}")
-          list(APPEND ${resList} "${_newl}")
-        endif()
       else()
-        #message(STATUS " ==> ${resList}")
-        list(APPEND ${resList} "${_newl}")
+        string(REGEX REPLACE "(\\/|\\||\\(|\\))" "  " _vxx ${_newl})
+        string(REGEX MATCHALL " ([a-z][a-z](_[A-Z][A-Z])?) " _vx ${_vxx})
+        if(_vx)
+          foreach(_v ${_vx})
+            string(REGEX REPLACE " " "" _v ${_v})
+            #message(STATUS " ==> ${resList}_${_v}")
+            #message(STATUS "sublabel = ${sublabel}, sublabel_${_v} = ${sublabel_${_v}}")
+            if (NOT sublabel STREQUAL "${sublabel_${_v}}")
+              list(APPEND ${resList}_${_v} "${sublabel}")
+              set(sublabel_${_v} "${sublabel}")
+              #message(STATUS "Setting variable sublabel_${_v} with \"${sublabel}\"")
+            endif()
+            list(APPEND ${resList}_${_v} "${_newl}")
+            list(APPEND languages ${_v})
+          endforeach()
+          list(REMOVE_DUPLICATES languages)
+          #message(STATUS "languages = ${languages}")
+        endif()
       endif()
     endif()
   endforeach()
-  foreach(_l ${mylabels})
+  foreach(_l1 ${mylabels})
+    if (_l1 MATCHES "^([0-9]+)(${label_chars})$")
+      set(_l ${CMAKE_MATCH_2})
+      set(depth1 ${CMAKE_MATCH_1})
+    else()
+      set(_l ${_l1})
+      set(depth1 "0")
+    endif()
     list(FIND known_labels ${_l} _ff)
     if (_ff GREATER -1)
       message(STATUS "Label \"${_l}\" already in use. Reused in ${filename}")
     else()
-      list(APPEND known_labels ${_l})
+      assignLabelDepth(${depth}${depth1} ${_l})
     endif()
   endforeach()
+  foreach(_lg ${languages})
+    # reset label for each used language string at end of file
+    #message(STATUS "Resetting variable sublabel_${_lg}, previously set to ${sublabel_${_lg}}")
+    set(sublabel_${_lg} "")
+  endforeach()
 endmacro()
 
-loadTestList(revertedTests revertedTests)
-loadTestList(ignoredTests ignoredTests)
-loadTestList(suspendedTests suspendedTests)
-loadTestList(unreliableTests unreliableTests)
+# This labels should not be used in .*Tests files
+set(known_labels "")
+# Create depth info to each label
+macro(assignLabelDepth depth)
+  foreach(_lab ${ARGN})
+    list(APPEND known_labels ${_lab})
+    set(depth_${_lab} ${depth})
+  endforeach()
+endmacro()
 
-macro(handlesuspended TestName reverted testlabel)
-  set(mylabel ${${testlabel}})
-  set(myreverted ${reverted})
-  set(sublabel)
+assignLabelDepth(0 "export" "key" "layout" "load" "lyx2lyx" "module" "roundtrip" "url")
+assignLabelDepth(1 "unreliable" "inverted")
+assignLabelDepth(2 "suspended")
+assignLabelDepth(-1 "examples" "manuals" "mathmacros" "templates" "autotests")
 
-  # check for unreliable
-  if ("${TestName}" MATCHES "^UNRELIABLE")
-    list(REMOVE_ITEM mylabel "export" "reverted" "templates" "mathmacros" "manuals")
-    list(APPEND mylabel "unreliable")
-    set(myreverted 0)
-  elseif (${reverted})
-    # check suspension only for reverted tests
-    findexpr(tfound TestName suspendedTests sublabel)
-    if (tfound)
-      set(mylabel "suspended")
-      if (sublabel)
-        list(APPEND mylabel ${sublabel})
-      endif()
-      set(myreverted 0) # if test is to be suspended, remove the 'reverted' flag
-    endif()
-  endif()
-  setmarkedtestlabel(${TestName} ${myreverted} ${mylabel})
-endmacro()
+loadTestList(suspiciousTests suspiciousTests 7)
+loadTestList(ignoredTests ignoredTests 0)
+loadTestList(suspendedTests suspendedTests 6)
+loadTestList(unreliableTests unreliableTests 5)
 
-# preparing to add e.g. development/mathmacros to the foreach() loop
-foreach(libsubfolderx lib/doc lib/examples lib/templates development/mathmacros autotests/export)
+foreach(libsubfolderx autotests/export lib/doc lib/examples lib/templates autotests/mathmacros)
   set(testlabel "export")
   if (libsubfolderx MATCHES "lib/doc")
     list(APPEND testlabel "manuals")
@@ -258,7 +290,7 @@ foreach(libsubfolderx lib/doc lib/examples lib/templates development/mathmacros
     list(APPEND testlabel "examples")
   elseif (libsubfolderx MATCHES "lib/templates")
     list(APPEND testlabel "templates")
-  elseif (libsubfolderx MATCHES "development/mathmacros")
+  elseif (libsubfolderx MATCHES "autotests/mathmacros")
     list(APPEND testlabel "mathmacros")
   elseif (libsubfolderx MATCHES "autotests/.+")
     list(APPEND testlabel "autotests")
@@ -283,32 +315,35 @@ foreach(libsubfolderx lib/doc lib/examples lib/templates development/mathmacros
   foreach(f ${nolang_lyx_files} ${lang_lyx_files})
     # Strip extension
     string(REGEX REPLACE "\\.lyx$" "" f ${f})
-    set(TestName "export/${libsubfolder}/${f}_lyx16")
-    set(mytestlabel ${testlabel})
-    maketestname(TestName reverted revertedTests ignoredTests unreliableTests mytestlabel)
-    if(TestName)
-      add_test(NAME ${TestName}
-        WORKING_DIRECTORY "${CMAKE_CURRENT_BINARY_DIR}/${LYX_HOME}"
-        COMMAND ${CMAKE_COMMAND} -DLYX_ROOT=${LIBSUB_SRC_DIR}
-        -DLYX_TESTS_USERDIR=${LYX_TESTS_USERDIR}
-        -Dlyx=$<TARGET_FILE:${_lyx}>
-        -DWORKDIR=${CMAKE_CURRENT_BINARY_DIR}/${LYX_HOME}
-        -DLYX_USERDIR_VER=${LYX_USERDIR_VER}
-        -Dformat=lyx16x
-        -Dextension=16.lyx
-        -Dfile=${f}
-        -Dreverted=${reverted}
-        -DTOP_SRC_DIR=${TOP_SRC_DIR}
-        -DPERL_EXECUTABLE=${PERL_EXECUTABLE}
-        -P "${TOP_SRC_DIR}/development/autotests/export.cmake")
-      handlesuspended(${TestName} ${reverted} mytestlabel) # checking for suspended lyx16 exports
-    endif()
+    foreach(_lyx_format_num 16 21)
+      set(TestName "export/${libsubfolder}/${f}_lyx${_lyx_format_num}")
+      set(mytestlabel ${testlabel} "lyx2lyx" "load")
+      maketestname(TestName inverted suspiciousTests ignoredTests unreliableTests mytestlabel)
+      if(TestName)
+        add_test(NAME ${TestName}
+          WORKING_DIRECTORY "${CMAKE_CURRENT_BINARY_DIR}/${LYX_HOME}"
+          COMMAND ${CMAKE_COMMAND} -DLYX_ROOT=${LIBSUB_SRC_DIR}
+          -DLYX_TESTS_USERDIR=${LYX_TESTS_USERDIR}
+          -Dlyx=$<TARGET_FILE:${_lyx}>
+          -DWORKDIR=${CMAKE_CURRENT_BINARY_DIR}/${LYX_HOME}
+          -DLYX_USERDIR_VER=${LYX_USERDIR_VER}
+          -Dformat=lyx${_lyx_format_num}x
+          -Dextension=${_lyx_format_num}.lyx
+          -DLYX_FORMAT_NUM=${_lyx_format_num}
+          -Dfile=${f}
+          -Dinverted=${inverted}
+          -DTOP_SRC_DIR=${TOP_SRC_DIR}
+          -DPERL_EXECUTABLE=${PERL_EXECUTABLE}
+          -P "${TOP_SRC_DIR}/development/autotests/export.cmake")
+        setmarkedtestlabel(${TestName} ${mytestlabel})
+      endif()
+    endforeach()
     if(LYX_PYTHON_EXECUTABLE)
       set(lyx2lyxtestlabel "lyx2lyx")
       # For use of lyx2lyx we need the python executable
       set(mytestlabel ${lyx2lyxtestlabel})
       set(TestName "lyx2lyx/${libsubfolder}/${f}")
-      maketestname(TestName reverted revertedTests ignoredTests unreliableTests mytestlabel)
+      maketestname(TestName inverted suspiciousTests ignoredTests unreliableTests mytestlabel)
       if(TestName)
         add_test(NAME ${TestName}
           WORKING_DIRECTORY "${CMAKE_CURRENT_BINARY_DIR}/${LYX_HOME}"
@@ -318,13 +353,13 @@ foreach(libsubfolderx lib/doc lib/examples lib/templates development/mathmacros
           "-DLYX_TESTS_USERDIR=${LYX_TESTS_USERDIR}"
           "-DLYXFILE=${LIBSUB_SRC_DIR}/${f}.lyx"
           -P "${TOP_SRC_DIR}/development/autotests/lyx2lyxtest.cmake")
-        handlesuspended(${TestName} ${reverted} mytestlabel)
+        setmarkedtestlabel(${TestName} ${mytestlabel})
       endif()
     endif()
     set(loadtestlabel "load")
     set(mytestlabel ${loadtestlabel})
     set(TestName "check_load/${libsubfolder}/${f}")
-    maketestname(TestName reverted revertedTests ignoredTests unreliableTests mytestlabel)
+    maketestname(TestName inverted suspiciousTests ignoredTests unreliableTests mytestlabel)
     if(TestName)
       add_test(NAME ${TestName}
         WORKING_DIRECTORY "${CMAKE_CURRENT_BINARY_DIR}/${LYX_HOME}"
@@ -333,9 +368,10 @@ foreach(libsubfolderx lib/doc lib/examples lib/templates development/mathmacros
         -Dlyx=$<TARGET_FILE:${_lyx}>
         -DPARAMS_DIR=${TOP_SRC_DIR}/development/autotests
         -DWORKDIR=${CMAKE_CURRENT_BINARY_DIR}/${LYX_HOME}
+        -Dinverted=${inverted}
         -P "${TOP_SRC_DIR}/development/autotests/check_load.cmake")
-      handlesuspended(${TestName} ${reverted} mytestlabel)
-      set_tests_properties(${TestName} PROPERTIES RUN_SERIAL ON)
+      setmarkedtestlabel(${TestName} ${mytestlabel})
+      #set_tests_properties(${TestName} PROPERTIES RUN_SERIAL ON)
     endif()
     getoutputformats("${LIBSUB_SRC_DIR}/${f}.lyx" formatlist)
     foreach(format ${formatlist})
@@ -351,7 +387,7 @@ foreach(libsubfolderx lib/doc lib/examples lib/templates development/mathmacros
           set(TestName "export/${libsubfolder}/${f}_${format}_${fonttype}")
         endif()
         set(mytestlabel ${testlabel})
-        maketestname(TestName reverted revertedTests ignoredTests unreliableTests mytestlabel)
+        maketestname(TestName inverted suspiciousTests ignoredTests unreliableTests mytestlabel)
         if(TestName)
           add_test(NAME ${TestName}
             WORKING_DIRECTORY "${CMAKE_CURRENT_BINARY_DIR}/${LYX_HOME}"
@@ -363,11 +399,12 @@ foreach(libsubfolderx lib/doc lib/examples lib/templates development/mathmacros
             -Dfonttype=${fonttype}
             -Dextension=${format}
             -Dfile=${f}
-            -Dreverted=${reverted}
+            -Dinverted=${inverted}
             -DTOP_SRC_DIR=${TOP_SRC_DIR}
             -DPERL_EXECUTABLE=${PERL_EXECUTABLE}
+            -DXMLLINT_EXECUTABLE=${XMLLINT_EXECUTABLE}
             -P "${TOP_SRC_DIR}/development/autotests/export.cmake")
-          handlesuspended(${TestName} ${reverted} mytestlabel) # check for suspended pdf/dvi exports
+          setmarkedtestlabel(${TestName} ${mytestlabel}) # check for suspended pdf/dvi exports
         endif()
       endforeach()
     endforeach()