[lyx.git] / development / autotests / suspiciousTests

# Regular expressions for tests that are known to fail
#
# Patterns will be automatically enclosed with '^' and '$'.
# Matching tests get the label "inverted"
# or (if also matching a pattern in "suspendedTests") "suspended".
# They get also the test-feature 'inverted', i.e.
# they are reported as failing if the export works without error.


# These started failing after we implemented tests for formats
# that are in the complement set to the default format (7ecbb068).
# TODO it might be worth it to take a look at each individually and
# see whether they are supposed to fail or if there is something LyX
# can do to add support for exporting them.
export/examples/listerrors_(pdf[245]).*
export/examples/ko/splash_(dvi||pdf[23]?)

# The following exports worked with TeX Live 2013, but not in 2014.
# For a workaround, see:
# https://www.mail-archive.com/lyx-devel@lists.lyx.org/msg184435.html
export/examples/aa_sample_(dvi3|pdf4|pdf5)_(texF|systemF)
export/templates/aa_(dvi3|pdf4|pdf5)_(texF|systemF)

export/templates/IUCr-article_pdf4_systemF

export/examples/linguistics_(dvi3|pdf[45])_systemF

export/examples/aas_sample_(dvi3|pdf5)_(texF|systemF)

# Following mathmacros tests fail
export/mathmacros/testcases_speed_(lyx16|lyx21|dvi|pdf|pdf[23]|(dvi3|pdf[45])_(texF|systemF))
check_load/mathmacros/testcases_speed

Sublabel: todo
#
# LyX bugs and problems with the sample documents that require attention.
# * minor issues to explore and properly sort,
# * easyfix issues,
# * LyX bugs to report at trac (move pattern to section "lyxbugs" once done).

# LyX index sorting fails with ASCII (and hence also with XeTeX).
# (! >20 popup windows!)
export/doc/(es|fr)/UserGuide_pdf4_texF

# the ukrainean splash has preamble code loading russian babel
# in the preamble (Why?)
# TODO: remove the LaTeX preamble code:
# fixes the inverted tests below,
# side-effects: Ukrainean instead of Russian date, different hyphenation.
export/examples/uk/splash_(dvi3|pdf[45])_texF

# missing commands (polyglossia?)
# Explore! (works with dvi3 or language_package==babel)
export/doc/fr/UserGuide_pdf[45]_systemF

# Bug in Babel-Spanish with Xe/LuaTeX and Unicode fonts:
#
# Babel is required for es/UserGuide as it explains Babel-defined Spanish
# mathematical functions like \sen
# Workaround: add a line to the user-preamble
#   \@ifpackageloaded{fontspec}{\unaccentedoperators}{}
export/doc/es/UserGuide_.*_systemF
#
# Export with DVI (luatex) uses Babel instead of Polyglossia.
# Don't use the above workaround here - these documents don't require Babel
# problem should be solved by fixing auto-selection of language package.
export/examples/es/ejemplo_con_lyx_dvi3_systemF
# Galician shares some code with Babel-Spanish (including the bug).
export/doc/gl/Tutorial_dvi3_systemF
export/examples/gl/exemplo_lyxificado_dvi3_systemF
# document language is Spanish: changing to Basque solves the problem
export/examples/eu/adibide_lyx-atua_dvi3_systemF

# Missing characters (U+0361, U+1E61) in LM,
# set different system font in the source?
# + language nesting problem (may disappear after completed translation)
export/doc/(de/|es/|fr/)Customization_pdf[45]_systemF

# Probably language mess
export/export/ja/wrong_auto_encoding_(dvi|pdf(|3))

# Missing characters with Latin Modern Unicode:
# 0000 NULL           (where does this come from?)
# 212B ANGSTROM SIGN  (literal character in the source, replace with 00C5)
# The following are due to ERT commands for characters missing in LM
# in chapter 16.2 "Accents in Text":
# \t   -> 0361 COMBINING DOUBLE INVERTED BREVE
# \c e -> 0229 LATIN SMALL LETTER E WITH CEDILLA
export/doc/(|de/|es/|fr/)Math.*systemF

# 1.) Unknown Japanese char in section if previous
#     paragraph ended in non-Japaneese language
#     This is the same error as in export/export/ja/wrong_auto_encoding (unreliableTests)
# 2.) unknown chars üß in selected encoding in 'This is a German word: Tschüß'
#
# Both reasons invalid since the commit 6b0632eea288348b912f98b79bc871830b6a3d98
#export/doc/ja/EmbeddedObjects_(dvi|pdf|pdf3)

# missing character: There is no ^^A in font [lmroman12-regular]
# and all the line down to ^^Z and beyond...
# XeTeX artifact? works with LuaTeX, explore:
export/doc/(|de/|es/|fr/)EmbeddedObjects_pdf4_systemF

# Work with the fonts substituted "silently" by the test script.
# TODO: set the system fonts in the lyx source
#export/examples/he/splash_pdf5_systemF

# Changes in TeX Live 2014 (see git blame for info) fixed
# IEEEtran-CompSoc_pdf4_systemF but not others.
# TODO Investigate if others can be fixed?
# * IEEEtran-Journal_pdf4_systemF compiles here (GM)
# * All IEEEtran-TransMag.* exports fail here:
#   missing commands \IEEEtitleabstractindextext, \IEEEdisplaynontitleabstractindextext
#   -> adapt template and style (GM)
export/templates/IEEEtran-(Journal|TransMag)_pdf4_systemF

# \MakeTextLowerCase and other commands fail with non-default export formats:
# -> expected or due to some construct in the document?
export/examples/(|de/|es/)tufte-(book|handout)_(dvi.*|pdf|pdf3|pdf4.*)

# requires knitr, requires rjournal.sty (not on CTAN)
# incompatible with fontspec?
export/templates/RJournal_(dvi3|pdf[45])_systemF

# Default output format is XeTeX
# -> only system fonts?
#    Does (dvi|pdf3_texF|dvi3_texF) produce sensible results?
export/templates/ctex_(pdf[23]?|pdf4_texF)


Sublabel: lyxbugs
#
# LyX bugs with a Trac number.

# Language nesting and polyglossia #9633
export/doc/(nb|sk)/Intro_pdf[45]_systemF
# missing characters + language nesting (may disappear after completed translation)
export/doc/(de/|es/|fr/)Customization_pdf[45]_systemF
#
# Language nesting, document is OK, fails because of a bug in LyX
# document is still worng, did only fail because of latin language
# (problem in my TeX installation)
# export/export/languagenesting1_(pdf4_systemF|pdf5_systemF)


# use LuaTeX-compatible language names #9910
# Wrong language name for LuaTeX
# After LyX 2.1 is released, apply the patch and remove these
# See http://www.mail-archive.com/lyx-devel@lists.lyx.org/msg181595.html
# ! LuaTeX error ...e/2015/texmf-dist/tex/luatex/hyph-utf8/luatex-hyphen.lua:53: luatex-hyphen: no entry in language.dat.lua for this language: bahasa
export/doc/attic/id_UserGuide_dvi3.*
export/doc/attic/id_UserGuide_pdf5.*
export/(doc|examples)/id/.*_dvi3.*
export/(doc|examples)/id/.*_pdf5_texF
export/.*/hu/.*dvi3_.*
export/.*/hu/.*pdf5_texF

# documents requiring pre-processing fail with Japanese #8823
export/examples/ja/(knitr|lilypond|sweave)_(dvi|pdf3?)


Sublabel: ert
#
# Export failures due to "raw" LaTeX use in ERT or preamble code.
# "Wontfix" if demonstrating correct use and OK in the default output format.

# Non-ASCII in ERT, fails with inputenc==ASCII (e.g. XeTeX with tex-fonts)
export/doc/(de|es|fr)/Additional_pdf4_texF

# \ding{58} and \ding{171} not supported with XeTeX and system fonts:
export/examples/fr/ListesPuces_pdf4_systemF


Sublabel: texissues
#
# Export fails due to LaTeX limitations,
# e.g. non-ASCII in verbatim or listings, incompatible packages, ...
# "Wontfix" if documents demonstrate correct use in the default output format.

# Non-ASCII char in verbatim environment.
# Fails with ASCII (and hence also with XeTeX).
export/doc/(|de/|es/|fr/)UserGuide_pdf4_texF

# chemgreek incompatible with LuaTeX and TeX fonts
export/examples/achemso_(dvi3|pdf5)_texF
# Math depends on the mhchem package which loads chemgreek
export/doc/(|de/|es/|fr/)Math_(dvi3|pdf5)_texF

# Inside these two files, we state that they should only be expected
# to work with pdflatex and possibly lualatex.
export/examples/PDF-form_(dvi.*|pdf[^25]*)
export/examples/(|de/|fr/)PDF-comment_dvi3_.*F
export/examples/(|de/|fr/)PDF-comment_pdf5_texF

# Hebrew docs do not currently work with DVI (LuaTeX)
export/.*/he/.*dvi3.*
# ... nor with XeTeX and 8-bit TeX fonts (due to missing ASCII replacements)
export/.*/he/.*pdf4_texF

# Babel-Russian uses UTF-8 for auto-strings if it detects Xe/LuaTeX.
# This fails unless the inputencoding is set to utf-8, too.
export/doc/ru/(Intro|Tutorial)_(dvi3|pdf[45])_texF
export/examples/ru/splash_(dvi3|pdf[45])_texF

# dvi3 uses Babel. Autostrings use Cyrillic LICRs,
# however these are missing in xunicode.sty. 2 solutions:
#  LuX: use polyglossia also with dvi3 (LuaTeX) and non-TeX fonts,
#  LaTeX: define Cyrillic LICRs for EU1 and EU2 (similar to greek-euenc.def)
export/doc/uk/Intro_dvi3_systemF

# LuaTeX fails for an \mbox in an index, e.g. $a_{\mbox{a}}$.
# This construct appears in the included bib file biblioExample.bib in
# the entry Eisenstein2005. Error message is
#   Missing character: There is no (U+6035) in font rm-lmr12!
# (with system fonts: 602D and 6039)
export/examples/(|es/)(europe|modern)CV_(dvi3|pdf5)_(texF|systemF)

# Document uses Postscript specials
# Does not compile with pdflatex (see note in the document source).
export/examples/instant_preview_(dvi3|pdf4)_systemF
export/examples/instant_preview_pdf[25].*
export/examples/(chessgame|chess-article|powerdot-example)_pdf[25].*
export/examples/fr/exemple-powerdot_pdf[25].*

# Gives the following error:
# # ! Package hpstatement Error: H or P statement "H251"
# # (hpstatement)                is not defined.
export/examples/H-P-statements_pdf[45]_systemF

# requires jss.cls (not on CTAN)
# "All documents need to be processed by pdflatex" [jss.pdf]
export/templates/JSS-article_(dvi|dvi3_.*|pdf3?)


Sublabel: multilingual
#
# Without the Czech or Slovak text it compiles
# No problem with inserted German (or other foreign language) text
# No problem if the table is Slovak too
# Seems to be a problem with Check and Slovak Babel support. File a bug there.
export/export/TableErrorIfSlovakTextInserted_(dvi|pdf|pdf[23]|pdf[45]_texF|dvi3_.*F)


Sublabel: attic
#
# Documents in the attic.
# Kept for reference and format conversion test.
# However, most problems here are "wontfix".

# Fails because of missing .png graphic files.
# They were replaced by .svgz, but, as this file is in the attic, we do not
# convert to new lyx format. Plain latex creates output (and ignores missing
#  files) while (pdf|lua|xe)latex exits with != 0
export/doc/attic/eu_UserGuide_pdf.+

# Files in the attic with non-default output
# (i.e. could be ERT, package incompatiblity, ...)
export/doc/attic/it_(Customization_pdf5|UserGuide_dvi3|UserGuide_pdf4)_systemF
export/doc/attic/sk_UserGuide_pdf4_texF
export/doc/attic/id_UserGuide_pdf[45]_systemF