X-Git-Url: https://git.lyx.org/gitweb/?a=blobdiff_plain;f=development%2Fautotests%2FignoredTests;h=a8465b0b1a5c9e1ce087e5c2213a89a3c974b267;hb=2952c78ea56b5767f4c804ce62df0b1dde47a130;hp=adb2ec198bdd56a4078b7810882af42e442ef9ea;hpb=246d4bdf66271cd72a7dbf5871b91a082a9b01f4;p=lyx.git

diff --git a/development/autotests/ignoredTests b/development/autotests/ignoredTests
index adb2ec198b..a8465b0b1a 100644
--- a/development/autotests/ignoredTests
+++ b/development/autotests/ignoredTests
@@ -1,49 +1,205 @@
-# Regular expressions for test combinations known to fail permanently.
+# Regular expressions for test combinations known to fail permanently
+# or to be irrelevant
 #
 # Patterns will be automatically enclosed with '^' and '$'.
 # Combinations matching these patterns will be skipped
 # by the cmake test configuration.
 
-# latex8.sty is obsolete and replaced by IEEEconf.
-check_load/templates/attic/latex8
-export/templates/attic/latex8_pdf.*
-export/templates/attic/latex8_(dvi|dvi3_.*)
 
-# CJK fails with LuaTeX or XeTeX and 8-bit fonts:
-export/examples/ko/splash.*texF
-export/.*/zh_CN/.*texF
+# ================================================
+Sublabel: problematic
+# Documents that cause problems for the test suite
+# ================================================
 
-# Japanese manuals use language "japanese" wich is tied to "platex"
-# (automatically set instead of (plain) LaTeX).
-# For export with other engines, the language must be set to "Japanese (CJK).
-# see also INVERTED.*export/export/ja/wrong_auto_encoding_(dvi|pdf(|3))
-# For a discussion of alternatives for Japanese with LaTeX , see also
-# http://www.preining.info/blog/2014/12/writing-japanese-in-latex-part-1-introduction/
-export/.*/ja/.*_(pdf[245]|dvi3).*
+# problems exporting to lyx16x
+export/examples/Modules/Noweb_lyx16
+export/examples/Modules/Noweb2LyX_lyx16
 
-# These files are not expected to compile, they use math-macros
-# defined in master 'autotests/mathmacros/masterOfSpace.lyx'
-export/mathmacros/Spacechild[123].*
+# Ignore MergedManuals_xhtml because the test is very time-consuming
+# and the underlying subdocuments are already tested
+# Ignore MergedManuals_lyx2[2-9] too
+# due to following xhtml export of converted file
+export/doc/(ja/|)MergedManuals_(xhtml|lyx2[2-9])
+
+# Legacy encoding cp858 only supported by some iconv variants.
+# (Gnu iconv only supports it, if configured with "--enable-extra-encodings"
+#  see https://www.gnu.org/software/libiconv/)
+export/export/latex/inputenc-cp858_pdf2
+
+# Korean legacy encoding fails (missing fonts)
+# 2019-05-17: This is a minor issue since we default to utf8 now. 
+export/export/latex/CJK/ko_default_pdf2
+
+
+# ===========================================
+Sublabel: special
+# Documents that do not work with all exports
+# ===========================================
+
+# XeTeX with TeX fonts
+######################
+# XeTeX with TeX-fonts works only for input encodings "utf8-plain" and "ascii".
+# Ignore all (excect dedicated XeTeX tests):
+export/export/latex/lyxbugs/wrong_output_3059-rtl-tables-xetex_pdf4_texF
+!export/export/.*xetex.*_pdf4_texF
+export/.*/(|ar|ca|cs|da|de|en|el|es|eu|fa|fr|gl|he|hu|id|it|nb||nl|pl|pt|pt_BR|pt_PT|ro|ru|sk|sl|sr|sv|uk).*_pdf4_texF
 
-# These files are subdocuments, they are not expected to behave
-export/examples/springer/svmono_(acknow|acronym|appendix|chapter|dedication|foreword|glossary|part|preface|referenc|solutions)_lyx[0-9][0-9]
-export/examples/springer/svmult_(acknow|acronym|appendix|cblist|dedication|foreword|glossary|part|preface|referenc)_lyx[0-9][0-9]
-export/examples/thesis/(Acknowledgments|Appendix|Summary|chapter-[12])_lyx[0-9][0-9]
+# Only PDFLaTeX
+###############
+# Inside these two files, we state that they should only be expected
+# to work with pdflatex and possibly lualatex.
+export/examples/Modules/PDF_Form_(dvi.*|pdf[^25]*)
+export/examples/(|de/|fr/)Modules/PDF_Comments_dvi3_.*F
+export/examples/(|de/|fr/)Modules/PDF_Comments_pdf5_texF
 
-# Endless loop after the third roundtrip
-export/templates/IEEEtran-Journal_lyx16
+# jss.cls (not on CTAN)
+# "All documents need to be processed by pdflatex" [jss.pdf]
+export/templates/Articles/Journal_of_Statistical_Software_.*(dvi|dvi3_.*|pdf3?)
 
+# No dvipdf[m]
+##############
+# Beamer does not work with dvipdf[m] (wrong output or compilation errors).
+# See `texdoc beamer`.
+# TODO: Should the export do PDF (dvipdfm) be made unavailable for Beamer or
+# just a warning be given in the example or documentation?
+export/.*/(|de/|es/|fr/|ja/).*Beamer.*pdf3
+
+# Only Postscript (and ps2pdf)
+#################
+# Document uses Postscript specials
+# Does not compile with pdflatex or non-TeX fonts (see note in the document source).
+export/examples/Graphics_and_Insets/Instant_Preview_pdf[25].*
+export/examples/Graphics_and_Insets/Instant_Preview_(dvi3|pdf4)_systemF
+
+export/examples/Articles/Chess/Game_2_pdf[25].*
+export/examples/(|fr/)Presentations/Powerdot_pdf[25].*
+export/examples/Modules/Chessboard_(lyx(16|20|21|22|23)|(pdf5|dvi3)_texF)
+
+# pLaTeX
+########
+# ignore with pdflatex and Xe/LuaTeX with 8-bit fonts:
 #
-# problems exporting to lyx16x
-export/examples/(Literate|noweb2lyx)_lyx16
+export/export/latex/.*platex.*(pdf2|texF)
+export/export/latex/languages/ja[-_].*_(pdf2|texF)
+#
+# Most Japanese documents use language "japanese" wich is tied to "platex"
+# (automatically invoked instead of "latex" to create a DVI file).
+# For a discussion of alternatives for Japanese with LaTeX , see also
+# https://tex.stackexchange.com/questions/320021/xelatex-using-japanese-ldf-for-babel-causes-invalid-characters-errors
+#
+# Exceptions: 
+# The "!" means: "Protect these tests from being matched by future patterns in this file".
+# Export by plain- and pdflatex engines works with language "japanese-cjk", e.g.
+!export/examples/ja/Multilingual_Typesetting_with_CJK_(dvi|pdf[23]?)
+!export/examples/ja/Multilingual_Typesetting_with_CJK_.*systemF
+# the rest:
+export/.*/ja/.*_(pdf2|texF)
 
-# Document class "Docbook article (SGML)" does not work with LaTeX:
-export/examples/docbook_article_(dvi3|pdf[245]).*
-export/templates/DocBook_article_(dvi3|pdf[245]).*
+# Japanese knitr.lyx and sweave.lyx support only XeLaTeX with system fonts
+# because they use the "bxjsarticle" class and non-TeX fonts
+!export/examples/ja/Modules/Rnw.*knitr.*_(lyx.*|xhtml|pdf4_systemF)
+export/examples/ja/Modules/Rnw.*knitr.*
+!export/examples/ja/Modules/Sweave.*_(lyx.*|xhtml|pdf4_systemF)
+export/examples/ja/Modules/Sweave.*
 
-# Ignore MergedManuals_xhtml because the test is very time-consuming
-# and the underlying subdocuments are already tested
-export/doc/(ja/|)MergedManuals_xhtml
 
+# CJK fails (sometimes) with Xe/LuaTeX and 8-bit fonts:
+#####
+export/examples/ja/Multilingual_Typesetting_.*CJK.(dvi3|pdf5)_texF
+export/.*/(ko|zh_CN)/.*(dvi3|pdf[45])_texF
+export/export/latex/CJK/zh_CN-toc_*.(dvi3|pdf[45])_texF
+export/export/latex/CJK/en-de-el-ru-ko_utf8_.*_texF
+
+# export of minted documents to 2.2.x is not guaranteed to work (and currently
+# fails for our two minted example files), as explained here:
+# https://www.mail-archive.com/search?l=mid&q=20190113085555.GA7928%40GIOVE
+export/examples/Insets/Minted.*lyx22
+
+# Subdocuments that are not expected to work as stand-alone documents:
+##############
+export/mathmacros/Spacechild[123].*
+# chapters of Springer books (svmono, svmult) (except 00_Main_File)
+export/templates/Books/Springer_.*/(0[^0]|1.)_.*
+check_load/templates/Books/Springer_.*/(0[^0]|1.)_.*
+export/templates/Theses/PhD_Thesis/(Acknowledgments|Appendix|Summary|Bibliography|Chapter_[12])_lyx.*
 # Used only as include file for some tests
 .*/export/IncludeMissingEndTagDiv.*
+
+# Bibliography.lyx is not expected to compile. See the following for discussion:
+#   https://www.mail-archive.com/search?l=mid&q=20190104195414.opgeuggeqakxl2fo%40barna
+# Ignore all formats except xhtml export
+export/templates/Theses/PhD_Thesis/Bibliography_[^x].*
+
+# `acmart` and `copernicus` are not supported by LyX < 2.3
+export/templates/Articles/Association_for_Computing_Machinery.*_lyx(16|20|21|22)
+export/templates/Articles/Copernicus_Publications_.*_lyx(16|20|21|22)
+# Seems, like only latex and pdflatex compilations work
+#! Missing number, treated as zero.
+# in copernicus.cls:199
+# \ifnum\pdfoutput=\z@
+export/templates/Articles/Copernicus_.*_(texF|systemF)
+
+
+
+# ============================================================
+Sublabel: obsolete
+# Documents relying on no longer available packages or classes
+# ============================================================
+
+# aastex6.cls is obsoleted by aastex62.cls
+export/attic/examples/Articles/American_Astronomical_Society_.*v._6%29.*
+check_load/attic/examples/Articles/American_Astronomical_Society_.*v._6%29
+export/templates/Obsolete/American_Astronomical_Society_.*v._6%29.*
+check_load/templates/Obsolete/American_Astronomical_Society_.*v._6%29
+# Version 6.2 is not supported in LyX 1.6
+export/examples/Articles/American_Astronomical_Society_.*v._6.2.*_lyx16
+export/templates/Articles/American_Astronomical_Society_.*v._6.2.*_lyx16
+
+# latex8.sty is obsoleted by IEEEconf
+export/templates/Obsolete/Latex8_Article.*(dvi|pdf|lyx2[23]).*
+
+# ==============================================================
+Sublabel: irrelevant
+# Dedicated test samples that don't need testing in all variants
+# ==============================================================
+
+# LaTeX
+# don't check loading, lyx2lyx, or export to other LyX versions or HTML
+check_load/export/latex/.*
+lyx2lyx/export/latex/.*
+export/export/latex/.*(lyx..|xhtml)
+
+# don't test with non-TeX fonts:
+export/export/latex/inputenc-.*_systemF # 11522 still open but already tested
+export/export/latex/languages/supported-languages_babel_(pdf|dvi)._systemF
+export/export/latex/languages/supported-languages_babel_auto-legacy_.*_systemF
+export/export/latex/lyxbugs/6197-polish-amssymb_pdf5_systemF
+export/export/latex/languages/nested-inputenc_auto-legacy_.*_systemF
+export/export/latex/languages/cyrillic-languages-conflict_.*_systemF
+export/export/latex/languages/th-en_utf8_.*_systemF
+# wrong output but does not fail:
+export/export/latex/lyxbugs/3059-language-in-tables_.*_systemF
+
+# don't test with TeX fonts:
+export/export/latex/languages/supported-languages_babel_non-tex_.*(dvi|pdf.?|texF)
+export/export/latex/languages/supported-languages_polyglossia_.*(dvi|pdf.?|texF)
+export/export/latex/languages/supported-languages_XeTeX_.*(dvi|pdf.?|texF)
+export/export/latex/lyxbugs-resolved/9633-.*(dvi|pdf.?|texF)
+export/export/latex/lyxbugs/11522-systemfonts-Math-missingchars_pdf5_texF
+export/templates/Articles/American_Psychological_Association_%28APA_v\.7%29_(dvi3|pdf5)_texF
+
+# lyx2lyx
+# dedicated lyx2lyx tests
+!export/export/lyx2lyx/.*lyx..
+export/export/lyx2lyx/.*
+
+
+# HTML
+# don't check loading, lyx2lyx, or export to other LyX versions or DVI/PDF
+check_load/export/xhtml/.*
+lyx2lyx/export/xhtml/.*
+export/export/xhtml/.*(lyx..|dvi.*|pdf.*)
+
+# DOCBOOK
+# not expected to successful compile 
+export/export/docbook/.*(lyx..|dvi.*|pdf.*)