ctests: move test cases with permanent problems to "ignored".

Also sort ignoredTests (even if the sublabels will normally not be shown).

diff --git a/development/autotests/ignoredTests b/development/autotests/ignoredTests
index 9c507b9411b7103a0073ac7c431d8550aec10abe..c902ec9aabfc853aebc91bec59a076b6da7b8ac2 100644 (file)
--- a/development/autotests/ignoredTests
+++ b/development/autotests/ignoredTests
@@ -5,13 +5,44 @@
 # Combinations matching these patterns will be skipped
 # by the cmake test configuration.
 
-# latex8.sty is obsolete and replaced by IEEEconf.
-check_load/templates/attic/latex8
-export/templates/attic/latex8_pdf.*
-export/templates/attic/latex8_(dvi|dvi3_.*)
 
-# aastex.cls is obsolete and replaced by aastex6.cls
-export/doc/attic/aastex6_sample_(dvi|pdf).*
+# ================================================
+Sublabel: problematic
+# Documents that cause problems for the test suite
+# ================================================
+
+# Endless loop after the third roundtrip
+export/templates/IEEEtran-Journal_lyx16
+
+# problems exporting to lyx16x
+export/examples/(Literate|noweb2lyx)_lyx16
+
+# Ignore MergedManuals_xhtml because the test is very time-consuming
+# and the underlying subdocuments are already tested
+export/doc/(ja/|)MergedManuals_xhtml
+
+
+# ===========================================
+Sublabel: special
+# Documents that do not work with all exports
+# ===========================================
+
+# Inside these two files, we state that they should only be expected
+# to work with pdflatex and possibly lualatex.
+export/examples/PDF-form_(dvi.*|pdf[^25]*)
+export/examples/(|de/|fr/)PDF-comment_dvi3_.*F
+export/examples/(|de/|fr/)PDF-comment_pdf5_texF
+
+# Document uses Postscript specials
+# Does not compile with pdflatex (see note in the document source).
+export/examples/instant_preview_(dvi3|pdf4)_systemF
+export/examples/instant_preview_pdf[25].*
+export/examples/(chessgame|chess-article|powerdot-example)_pdf[25].*
+export/examples/fr/exemple-powerdot_pdf[25].*
+
+# requires jss.cls (not on CTAN)
+# "All documents need to be processed by pdflatex" [jss.pdf]
+export/templates/JSS-article_(dvi|dvi3_.*|pdf3?)
 
 # CJK fails with LuaTeX or XeTeX and 8-bit fonts:
 export/examples/ko/splash.*texF
@@ -34,27 +65,32 @@ export/examples/springer/svmono_(acknow|acronym|appendix|chapter|dedication|fore
 export/examples/springer/svmult_(acknow|acronym|appendix|cblist|dedication|foreword|glossary|part|preface|referenc)_lyx[0-9][0-9]
 export/examples/thesis/(Acknowledgments|Appendix|Summary|chapter-[12])_lyx[0-9][0-9]
 
-# Endless loop after the third roundtrip
-export/templates/IEEEtran-Journal_lyx16
-
-#
-# problems exporting to lyx16x
-export/examples/(Literate|noweb2lyx)_lyx16
-
 # Document class "Docbook article (SGML)" does not work with LaTeX:
 export/examples/docbook_article_(dvi3|pdf[245]).*
 export/templates/DocBook_article_(dvi3|pdf[245]).*
 
-# Ignore MergedManuals_xhtml because the test is very time-consuming
-# and the underlying subdocuments are already tested
-export/doc/(ja/|)MergedManuals_xhtml
-
 # Used only as include file for some tests
 .*/export/IncludeMissingEndTagDiv.*
 
-# Sublabel: irrelevant
-# Dedicated test samples that don't need testing in all variants:
-# ===============================================================
+
+# ============================================================
+Sublabel: obsolete
+# Documents relying on no longer available packages or classes
+# ============================================================
+
+# latex8.sty is obsolete and replaced by IEEEconf.
+check_load/templates/attic/latex8
+export/templates/attic/latex8_pdf.*
+export/templates/attic/latex8_(dvi|dvi3_.*)
+
+# aastex.cls is obsolete and replaced by aastex6.cls
+export/doc/attic/aastex6_sample_(dvi|pdf).*
+
+
+# ==============================================================
+Sublabel: irrelevant
+# Dedicated test samples that don't need testing in all variants
+# ==============================================================
 
 # Dedicated test samples for LaTeX:
 # 

diff --git a/development/autotests/invertedTests b/development/autotests/invertedTests
index f31a91358f0fe645253ae8fbde8191bc4b7b56be..c101f29155d6e2527b20646a52964714de0128d0 100644 (file)
--- a/development/autotests/invertedTests
+++ b/development/autotests/invertedTests
@@ -16,7 +16,6 @@ Sublabel: todo
 
 # Missing characters (U+0361, U+1E61) in LM,
 # set different system font in the source?
-# + language nesting problem (may disappear after completed translation)
 export/doc/(de/|fr/)Customization_.*_systemF
 
 # Error in Japanese document if LyX-logo is preceded by foreign language
@@ -124,18 +123,6 @@ Sublabel: texissues
 # Fails with ASCII (and hence also with XeTeX).
 export/doc/(|de/|es/|fr/)UserGuide_pdf4_texF
 
-# chemgreek incompatible with LuaTeX and TeX fonts
-# fixed in TeXLive 2016-01-07 (add to unreliable?)
-#export/examples/achemso_(dvi3|pdf5)_texF
-# Math depends on the mhchem package which loads chemgreek
-#export/doc/(|de/|es/|fr/)Math_(dvi3|pdf5)_texF
-
-# Inside these two files, we state that they should only be expected
-# to work with pdflatex and possibly lualatex.
-export/examples/PDF-form_(dvi.*|pdf[^25]*)
-export/examples/(|de/|fr/)PDF-comment_dvi3_.*F
-export/examples/(|de/|fr/)PDF-comment_pdf5_texF
-
 # Hebrew docs do not currently work with LuaTeX (will be fixed in TeXLive-16)
 # TODO: set working system fonts in the lyx sources
 export/.*/he/.*(dvi3|pdf5).*
@@ -148,23 +135,12 @@ export/.*/he/.*pdf4_texF
 export/doc/ru/(Intro|Tutorial)_(dvi3|pdf[45])_texF
 export/examples/ru/splash_(dvi3|pdf[45])_texF
 
-# Document uses Postscript specials
-# Does not compile with pdflatex (see note in the document source).
-export/examples/instant_preview_(dvi3|pdf4)_systemF
-export/examples/instant_preview_pdf[25].*
-export/examples/(chessgame|chess-article|powerdot-example)_pdf[25].*
-export/examples/fr/exemple-powerdot_pdf[25].*
-
 # Gives the following error:
 # # ! Package hpstatement Error: H or P statement "H251"
 # # (hpstatement)                is not defined.
 # seems to be polyglossia-related (dvi3 worked with babel)
 export/examples/H-P-statements_.*_systemF
 
-# requires jss.cls (not on CTAN)
-# "All documents need to be processed by pdflatex" [jss.pdf]
-export/templates/JSS-article_(dvi|dvi3_.*|pdf3?)
-
 # tufte (partially) incompatible with latex and xelatex:
 # \MakeTextUppercase requires microtype.
 # http://tex.stackexchange.com/questions/202142/problems-compiling-tufte-title-page-in-xelatex
@@ -201,9 +177,8 @@ export/export/latex/TableErrorIfSlovakTextInserted_(dvi|pdf[23]?|.*_texF)
 
 Sublabel: attic
 #
-# Documents in the attic.
-# Kept for reference and format conversion test.
-# However, most problems here are "wontfix".
+# Documents in the attic are kept for reference and format conversion test.
+# However, many problems here are "wontfix".
 
 # Fails because of missing .png graphic files.
 # They were replaced by .svgz, but, as this file is in the attic, we do not
@@ -215,5 +190,4 @@ export/doc/attic/eu_UserGuide_pdf[25].*
 # (i.e. could be ERT, package incompatiblity, ...)
 export/doc/attic/it_(Customization_pdf5|UserGuide_dvi3|UserGuide_pdf4)_systemF
 export/doc/attic/sk_UserGuide_pdf4_texF
-# for LuaTeX tests, the problem is 'Language bahasai not found in language.dat.lua'
 export/doc/attic/id_UserGuide_.*systemF