X-Git-Url: https://git.lyx.org/gitweb/?a=blobdiff_plain;f=development%2Fautotests%2FunreliableTests;h=743290f926037245b938aa11a4ff4446c0f3cbc2;hb=268ae66e3c7df04effc329373dc887715d9c6f06;hp=b295b67ae829909575d8a5f61c5c51f45cb0a4d9;hpb=05b517e6143fafb70b57c8390f684637a54788ce;p=lyx.git

diff --git a/development/autotests/unreliableTests b/development/autotests/unreliableTests
index b295b67ae8..743290f926 100644
--- a/development/autotests/unreliableTests
+++ b/development/autotests/unreliableTests
@@ -1,18 +1,105 @@
-# Tests using some non-standard tex class
-Sublabel: nonstandard
-export/templates/IUCr-article_(dvi|pdf).*
-export/templates/es_beamer-conference-ornate-20min_pdf4_texF
-export/templates/kluwer_pdf[45]_systemF
-export/examples/modernCV_pdf4_(tex|system)F
-export/templates/ectaart_(dvi3|pdf5)_(tex|system)F
-export/examples/fa/splash_(dvi|pdf|pdf[23]|(dvi3|pdf4|pdf5)_(texF|systemF))
+# Regular expressions for tests that should not be executed with
+# ctest -L export or ctest -L inverted because they do not work as expected
+# (either unreliable or invalid).
 #
+# Patterns will be automatically enclosed with '^' and '$'.
+# Matching tests get the label "unreliable" and do not get the label "export".
 #
-# 1.) missing farsi package with lfeenc.def
-# 2.) LuaTeX does not support Farsi yet. See:
-#     https://github.com/reutenauer/polyglossia/commit/ccb0e9e2c6411170ad779b05ff5076f1193cc323
-# Tests depending on local configuration, OS, TeX distribution,
-# package versions, or the phase of the moon.
+# TODO: Name problem: *invalid* tests (wrong output) are not *unreliable*.
+#   Use "unfit" or "unapplicable" as better label and name of pattern file?
+
+
+Sublabel: nonstandard
+#####################
+# Documents with additional requirements,
+# e.g. a class or package file not in TeXLive.
+# TODO: rename to "extra" or "exotic"?
+
+export/templates/IUCr-article_(dvi|pdf).*
+export/templates/kluwer_.*_systemF
+export/templates/ectaart_(dvi3|pdf5).*
+
+# requires knitr, requires rjournal.sty (not in TeXLive)
+# incompatible with fontspec?
+export/templates/RJournal_(dvi3|pdf[45])_systemF
+
+# Requires aa.cls (not in TeXLive).
+# Fails with XeTeX/LuaTeX
+# Reported upstream (https://www.mail-archive.com/lyx-devel@lists.lyx.org/msg184435.html)
+# Is there a new version fixing the problem?
+export/examples/aa_sample_(dvi3|pdf[45])_.*
+export/templates/aa_(dvi3|pdf[45])_.*
+
+# Requires iucr.cls (not in TeXLive)
+# Is there a new version fixing the problem?
+# Does LuaTeX produce sensible results?
+export/templates/IUCr-article_pdf4_systemF
+
+# Requires acmsiggraph.cls (not in TeXLive)
+# see http://wiki.lyx.org/Examples/AcmSiggraph
+export/templates/obsolete/ACM-siggraph/ACM-siggraph_(dvi|pdf).*
+
 Sublabel: erratic
-export/examples/(|fr/)seminar_(dvi|pdf|pdf[23]|pdf4_texF|pdf5_systemF)
+#################
+# Tests depending on local configuration, or the phase of the moon.
+
+# Manual export fails the first time but works the second time. (Why?)
+export/doc/es/(Customization|Intro)_pdf4_texF
+
+
+Sublabel: varying_versions
+##########################
+# Test depending on e.g. OS or version of a non-TeX-Live dependency.
+# Note that a full, up-to-date TeX Live installation is required so this
+# sublabel is about versions of other dependencies.
+
+# Encoding cp858 only supported by some iconv variants
+# Gnu iconv only supports it, if configured with "--enable-extra-encodings"
+# (see https://www.gnu.org/software/libiconv/)
+export/export/latex/cp858_pdf2
+
+
+Sublabel: wrong_output
+######################
+# Export does not fail but the resulting document has errors.
 #
+# These tests are actually not "unreliable" (different result for different
+# runs) but *invalid* (not measuring what they should measure).
+
+# seminar.sty uses Postscript specials or PGF
+# -> wrong output with DVI and PDF (ps2pdf) (de-placed landscape slides).
+export/examples/(|fr/)seminar_(dvi|pdf).*
+
+# Babel-Spanish uses UTF-8 encoded "unicode" strings if it detects LuaTeX
+# (with TeXLive 2016 also for XeTeX).
+# With LuaTeX and 8-bit TeX-fonts, e.g., the toc heading becomes
+# ÃŊndice instead of Índice.
+# The problem is generic to all Spanish documents but only manifests itself
+# if Babel strings with non-ASCII chars are deployed.
+# Set inputenc to utf8? (Changing the default in lib/languages
+# requires more tests for utf8 first.)
+export/examples/es/(ejemplo_con_lyx|tufte_book)_(pdf5|dvi3)_texF
+export/doc/es/.*_(pdf5|dvi3)_texF
+
+# Non-ASCII char in verbatim environment is dropped (with a warning when
+# doing this interactively) with ASCII (and hence also with XeTeX).
+export/doc/(|de/|es/|fr/)EmbeddedObjects_pdf4_texF
+
+# inputencoding="utf8-plain" with 8-bit TeX: non-ASCII characters are passed
+#  as two 8-bit characters leading to garbage in the output
+export/export/latex/utf8-plain-with-tex-fonts_(dvi|pdf.?)
+
+# The following document mixes inTitle layouts and leads to
+# likely unintended output. See #10347
+export/export/mixing_inTitle_layouts_(pdf|dvi).*
+
+# Characters with accents are not output
+# Reported to LuaTeX mailing list here:
+# https://www.mail-archive.com/search?l=mid&q=20160831134006.4fewxothddqfeyw4%40steph
+# (not expecting much attention because DVI is not given high priority)
+export/doc/es/Customization_dvi3_systemF
+export/examples/(|es/)(europe|modern)CV_dvi3_systemF
+
+#9681 textgreek and textcyr also required for encodable characters
+# -> Latin transcription instead of Greek
+export/export/latex/unicodesymbols/008-greek-and-coptic_iso8859-7_pdf2