-# Comments by Günter Milde (GM)
+# Regular expressions for tests that are known to fail
#
-# Hebrew docs do not currently work with LuaTeX
-export/.*/he/(Intro|Tutorial|example).*(pdf5|dvi3)_.*
-export/.*/he/(splash).*(dvi3)_.*
-export/examples/he/splash_pdf5_texF
-#
-# FIXME
-# After LyX 2.1 is released, apply the patch and remove these
-# See http://www.mail-archive.com/lyx-devel@lists.lyx.org/msg181595.html
-export/.*/id_.*(dvi3)_.*
-export/.*/id_.*(pdf5)_texF
-export/doc/attic/id_UserGuide_pdf[45]_systemF
-#
-# FIXME
-# Similar to the Indonesian support, see:
-# http://www.mail-archive.com/lyx-devel@lists.lyx.org/msg181595.html
-export/.*/hu/.*(dvi3)_.*
-export/.*/hu/.*(pdf5)_texF
+# Patterns will be automatically enclosed with '^' and '$'.
+# Matching tests get the label "inverted"
+# or (if also matching a pattern in "suspendedTests") "suspended".
+# They get also the test-feature 'inverted', i.e.
+# they are reported as failing if the export works without error.
-# See http://www.lyx.org/trac/ticket/8823
-export/examples/ja/(lilypond|sweave|knitr)_pdf
+Sublabel: todo
#
-# 1.) Unknown Japaneese char in sectionin if previous
-# paragraph ended in non-Japaneese language
-# This is the same error as in export/export/ja/wrong_auto_encoding (unreliableTests)
-# 2.) unknown chars üß in selected encoding in 'This is a German word: Tschüß'
-export/doc/ja/EmbeddedObjects_(dvi|pdf|pdf3)
-#
-# There is no non-TeX support for Ukrainian with LuaTeX. See:
-# https://www.mail-archive.com/lyx-devel@lists.lyx.org/msg181690.html
-export/doc/uk/Intro_dvi3_systemF
-#
-# The following documents likely fail because of excessive preamble code that
-# is only targeted at (pdf)latex. TODO these .lyx files could be fixed. Although
-# it is unlikely that a user would want to use system fonts to view LyX's
-# documents, fixing these would provide further tests for LyX's handling of
-# XeTeX/LuaTeX with system fonts.
-export/doc/(es|fr)/UserGuide_pdf4_systemF
-export/doc/es/UserGuide_dvi3_systemF
-#export/doc/es/Tutorial_pdf4_systemF
-export/doc/gl/Tutorial_dvi3_systemF
-export/doc/(nb|sk)/Intro_pdf4_systemF
-# GM: Seems to be a case of the polyglossia + language-nesting problem
-export/doc/(de/|es/|fr/)Customization_pdf4_systemF
-export/doc/es/Customization_pdf5_systemF
-#
-export/examples/es/ejemplo_con_lyx_dvi3_systemF
-export/examples/eu/adibide_lyx-atua_(dvi3)_systemF
-export/examples/fr/ListesPuces_pdf4_systemF
-export/examples/gl/exemplo_lyxificado_(dvi3)_systemF
-export/templates/RJournal_(dvi3|pdf[45])_systemF
-# Changes in TeX Live 2014 (see git blame for info) fixed IEEEtran-CompSoc
-# pdf4_systemF but not others. TODO Investigate if others can be fixed?
+# LyX bugs and problems with the sample documents that require attention.
+# * minor issues to explore and properly sort,
+# * easyfix issues,
+# * LyX bugs to report at trac (move pattern to section "lyxbugs" once done).
+
+# the ukrainean splash has preamble code loading russian babel
+# in the preamble (Why?)
+# TODO: remove the LaTeX preamble code:
+# fixes the inverted tests below,
+# side-effects: Ukrainean instead of Russian date, different hyphenation.
+export/examples/uk/splash_(dvi3|pdf[45])_texF
+
+# missing commands (polyglossia?)
+# Explore! (works with language_package==babel)
+export/doc/fr/UserGuide_.*_systemF
+
+# Missing characters (U+0361, U+1E61) in LM,
+# set different system font in the source?
+# + language nesting problem (may disappear after completed translation)
+export/doc/(de/|fr/)Customization_.*_systemF
+
+# Probably language mess
+export/export/ja/wrong_auto_encoding_(dvi|pdf(|3))
+
+# Missing characters with Latin Modern Unicode:
+# 0000 NULL (where does this come from?)
+# 212B ANGSTROM SIGN (literal character in the source, replace with 00C5)
+# The following are due to ERT commands for characters missing in LM
+# in chapter 16.2 "Accents in Text":
+# \t -> 0361 COMBINING DOUBLE INVERTED BREVE
+# \c e -> 0229 LATIN SMALL LETTER E WITH CEDILLA
+export/doc/(|de/|es/|fr/)Math.*systemF
+
+# missing character: There is no ^^A in font [lmroman12-regular]
+# and all the line down to ^^Z and beyond...
+# XeTeX artifact? works with LuaTeX, explore:
+export/doc/(|de/|es/|fr/)EmbeddedObjects_pdf4_systemF
+
+# Changes in TeX Live 2014 (see git blame for info) fixed
+# IEEEtran-CompSoc_pdf4_systemF but not others.
+# TODO Investigate if others can be fixed?
+# * IEEEtran-Journal_pdf4_systemF compiles here (GM)
+# * All IEEEtran-TransMag.* exports fail here:
+# missing commands \IEEEtitleabstractindextext, \IEEEdisplaynontitleabstractindextext
+# -> adapt template and style (GM)
export/templates/IEEEtran-(Journal|TransMag)_pdf4_systemF
-#
-# There is no Chinese LuaTeX or XeTeX TeX font support yet.
-export/.*/zh_CN/.*(pdf[45]|dvi3)_texF
-#
-# These started failing after we implemented tests for formats
-# that are in the complement set to the default format (7ecbb068).
-# TODO it might be worth it to take a look at each individually and
-# see whether they are supposed to fail or if there is something LyX
-# can do to add support for exporting them.
-export/doc/hu/Tutorial_dvi3_.*F
-export/examples/(chessgame|chess-article|powerdot-example)_pdf[25].*
-export/examples/(docbook_article)_(pdf[245]|dvi3).*
-export/examples/instant_preview_(dvi3|pdf4)_systemF
-export/examples/instant_preview_pdf[25].*
+
+# Requires ctex (Chinese).
+# Default output format is XeTeX. -> Only system fonts?
+# Does (dvi|pdf3_texF|dvi3_texF) produce sensible results?
+export/templates/ctex_(pdf[23]?|pdf4_texF)
+
+# Example for lib/scripts/listerrors
+# Requires noweb. Seems to be restricted to plain "latex".
+# Find out why and whether the script could be improved.
export/examples/listerrors_(pdf[245]).*
-export/examples/(|de/|es/)tufte-(book|handout)_(dvi.*|pdf|pdf3|pdf4.*)
-export/examples/fr/exemple-powerdot_pdf[25].*
-export/examples/ja/(knitr|lilypond|sweave)_(dvi|pdf3)
+
+# Requires CJK.
+# Why does it fail with pdflatex and dvipdfm? CJK restriction? Workarounds?
+# (Also fails with Xe/LuaTeX and TeX-fonts -- as expected, see ignoredTests)
export/examples/ko/splash_(dvi||pdf[23]?)
-export/templates/DocBook_article_(dvi3_|pdf2|pdf[45]_).*
-export/templates/JSS-article_(dvi|dvi3_.*|pdf3?)
-export/templates/attic/latex8_(dvi|dvi3_.*)
-export/templates/ctex_(pdf[23]?|pdf4_texF)
-#
-# The following exports worked with TeX Live 2013, but not in 2014.
-# For a workaround, see:
-# https://www.mail-archive.com/lyx-devel@lists.lyx.org/msg184435.html
-export/examples/aa_sample_(dvi3|pdf4|pdf5)_(texF|systemF)
-export/templates/aa_(dvi3|pdf4|pdf5)_(texF|systemF)
+
+# Following mathmacros tests fail
+# Why? -> sort and comment
+export/mathmacros/testcases_speed_(lyx16|lyx21|dvi|pdf|pdf[23]|(dvi3|pdf[45])_(texF|systemF))
+check_load/mathmacros/testcases_speed
+
+# The "longest label" marker in a labeling must be valid LaTeX (just like ERT).
+# What should we do:
+# - document this,
+# - escape special characters,
+# - convert to LaTeXString,
+# or just report this at Trac for now?
+export/export/LongestLabelWithUnderscore_[^x].*
+
+
+Sublabel: lyxbugs
#
-# These exports correctly fail now on TeX Live 2014. Although they compiled
-# without error on TeX Live 2013, the resulting PDFs had gibberish.
-export/doc/he/(Intro|Tutorial)_pdf4_texF
-export/examples/he/(example_lyxified|example_raw|splash)_pdf4_texF
+# LyX bugs with a Trac number.
+
+# Language nesting and polyglossia #9633
+export/doc/(nb|sk)/Intro.*systemF
+# language nesting (may disappear after completed translation)
+export/examples/fr/linguistics_.*_systemF
+export/doc/(de/|fr/)Customization_.*_systemF
+
+# use LuaTeX-compatible language names #9910
+# Wrong language name for LuaTeX (with Babel, no error with Polyglossia)
+# After LyX 2.1 is released, apply the patch and remove these
+# See http://www.mail-archive.com/lyx-devel@lists.lyx.org/msg181595.html
+# ! LuaTeX error ...e/2015/texmf-dist/tex/luatex/hyph-utf8/luatex-hyphen.lua:53: luatex-hyphen: no entry in language.dat.lua for this language: bahasa
+export/doc/attic/id_UserGuide_dvi3.*
+export/doc/attic/id_UserGuide_pdf5.*
+export/(doc|examples)/id/.*_(dvi3|pdf5)_texF
+export/.*/hu/.*(dvi3|pdf5)_texF
+
+# documents requiring pre-processing fail with Japanese #8823
+export/examples/ja/(knitr|lilypond|sweave)_(dvi|pdf3?)
+
+# #10355: xmllint detects failures
+export/doc/attic/eu_UserGuide_xhtml
+export/doc/(es|ja)/UserGuide_xhtml
+export/examples/spreadsheet_xhtml
+
+
+Sublabel: ert
#
-# GM: False positive: if the font is e.g. set to
-# LinuxLibertine and LinuxBiolinum, there are no missing characters but
-# polyglossia anyway throws the error:
-#
-# ! Package polyglossia Error: The current roman font does not contain the
-# Hebrew script!
-export/examples/he/splash_pdf5_systemF
+# Export failures due to "raw" LaTeX use in ERT or preamble code.
+# "Wontfix" if demonstrating correct use and OK in the default output format.
+
+# Non-ASCII in ERT, fails with inputenc==ASCII (e.g. XeTeX with tex-fonts)
+export/doc/(de|es|fr)/Additional_pdf4_texF
+
+# inputencoding="utf8-plain" with Xe/LuaTeX: characters with
+# Unicode point > 256 lead to errors with 8-bit fonts
+# (We keep this option for power users setting Unicode fonts in the preamble
+# or document class file).
+export/export/utf8-plain-with-tex-fonts_.*_texF
+
+Sublabel: texissues
#
+# Export fails due to LaTeX limitations,
+# e.g. non-ASCII in verbatim or listings, incompatible packages, ...
+# "Wontfix" if documents demonstrate correct use in the default output format.
+
+# Non-ASCII char in verbatim environment.
+# Fails with ASCII (and hence also with XeTeX).
+export/doc/(|de/|es/|fr/)UserGuide_pdf4_texF
+
+# chemgreek incompatible with LuaTeX and TeX fonts
+# fixed in TeXLive 2016-01-07 (add to unreliable?)
+#export/examples/achemso_(dvi3|pdf5)_texF
+# Math depends on the mhchem package which loads chemgreek
+#export/doc/(|de/|es/|fr/)Math_(dvi3|pdf5)_texF
+
# Inside these two files, we state that they should only be expected
# to work with pdflatex and possibly lualatex.
-export/examples/PDF-(form)_(dvi.*|pdf[^25]*)
-# PDF comments in DVI? No wonder we have:
-# ! Package zref Error: \pdfsavepos is not supported in DVI mode
+export/examples/PDF-form_(dvi.*|pdf[^25]*)
export/examples/(|de/|fr/)PDF-comment_dvi3_.*F
-#
-export/templates/IUCr-article_pdf4_systemF
-#
+export/examples/(|de/|fr/)PDF-comment_pdf5_texF
+
+# Hebrew docs do not currently work with LuaTeX (will be fixed in TeXLive-16)
+# TODO: set working system fonts in the lyx sources
+export/.*/he/.*(dvi3|pdf5).*
+
+# ... nor with XeTeX and 8-bit TeX fonts (due to missing ASCII replacements)
+export/.*/he/.*pdf4_texF
+
+# Babel-Russian uses UTF-8 for auto-strings if it detects Xe/LuaTeX.
+# This fails unless the inputencoding is set to utf-8, too.
+export/doc/ru/(Intro|Tutorial)_(dvi3|pdf[45])_texF
+export/examples/ru/splash_(dvi3|pdf[45])_texF
+
+# Document uses Postscript specials
+# Does not compile with pdflatex (see note in the document source).
+export/examples/instant_preview_(dvi3|pdf4)_systemF
+export/examples/instant_preview_pdf[25].*
+export/examples/(chessgame|chess-article|powerdot-example)_pdf[25].*
+export/examples/fr/exemple-powerdot_pdf[25].*
+
# Gives the following error:
# # ! Package hpstatement Error: H or P statement "H251"
# # (hpstatement) is not defined.
-# 1580:export/examples/H-P-statements_pdf5_systemF
-export/examples/H-P-statements_pdf[45]_systemF
-#
-# The math document now depends on the mhchem package which produces wrong
-# output with XeTeX/LuaTeX and both TeX fonts and non-TeX fonts:
-# https://www.mail-archive.com/search?l=mid&q=n0sne9%24iis%241%40ger.gmane.org
-export/doc(|/de|/es|/fr)/Math.*systemF
-export/doc/(|de/|es/|fr/)Math_(dvi3|pdf5)_texF
-#
-# GM: Non-ASCII char in verbatim environment.
-# Fails with ASCII (and hence also with XeTeX).
-export/doc/UserGuide_pdf4_texF
-#
-# TODO: We need to determine the correct reason for failure (most probably
-# incompatible packages, maybe also loading of lmodern.sty in the user
-# preamble) or state that we don't know it.
-export/doc/de/(Additional|UserGuide)_pdf4_texF
-export/doc/de/(Customization_pdf5|EmbeddedObjects_pdf4)_systemF
-#
-# GM: Files in the attic with changed settings
-# (i.e. could be ERT, package incompatiblity, ...)
-export/doc/attic/it_(Customization_pdf5|UserGuide_dvi3|UserGuide_pdf4)_systemF
-export/doc/attic/sk_UserGuide_pdf4_texF
-#
-# GM: Babel's Russian language definition file has the same
-# problem as LyX 2.0: it does not care for the combi Xe/Lua + TeX fonts: after
-# testing the engine, it switches to "unicode modus".
-export/examples/(ru|uk)/splash_(dvi3|pdf[45])_texF
-#
+# seems to be polyglossia-related (dvi3 worked with babel)
+export/examples/H-P-statements_.*_systemF
-export/examples/linguistics_(dvi3|pdf[45])_systemF
-#
-# GM: Missing character: There is no 砋 (U+780B) in font
-# "file:lmroman10-regular:script=latn;+trep;+tlig;"!
-# Character '砋' (30731, 0x780B) is not in my list of known Unicode points,
-# don't know where it comes from. On first inspection, the output looks OK.
-# Explore later.
-export/examples/(|es/)(europe|modern)CV_(dvi3|pdf5)_(texF|systemF)
-#
-# GM: * lmodern.sty
-# * missing commands and missing characters
-export/doc/es/(EmbeddedObjects_pdf4|UserGuide_pdf5)_systemF
-#
-# GM: Non-ASCII in ERT
-export/doc/fr/Additional_pdf4_texF
-#
-# GM: Non-ASCII in verbatim and index entries
-export/doc/fr/UserGuide_pdf4_texF
-#
-# GM: lmodern.sty? + maybe more
-export/doc/fr/(Customization_pdf5|EmbeddedObjects_pdf4|UserGuide_pdf5)_systemF
-#
-# GM: language nesting error (polyglossia) (known bug)
-export/doc/nb/Intro_pdf5_systemF
-#
-# GM: Babel-Russian uses UTF-8 for auto-strings if it detects Xe/LuaTeX.
-# This fails unless the inputencoding is set to utf-8, too.
-export/doc/ru/(Intro|Tutorial)_(dvi3|pdf[45])_texF
-export/doc/(ru|uk)/splash_(dvi3|pdf[45])_texF
-#
-# GM: chemgreek incompatible with LuaTeX (cf. Math.lyx)
-# for now inverted
-Sublabel: 3chemgreek
-export/doc/sk/Intro_pdf5_systemF
-export/examples/(|de/|fr/)PDF-comment_pdf5_texF
+# requires jss.cls (not on CTAN)
+# "All documents need to be processed by pdflatex" [jss.pdf]
+export/templates/JSS-article_(dvi|dvi3_.*|pdf3?)
+
+# tufte (partially) incompatible with latex and xelatex:
+# \MakeTextUppercase requires microtype.
+# http://tex.stackexchange.com/questions/202142/problems-compiling-tufte-title-page-in-xelatex
+export/examples/(|de/|es/)tufte-(book|handout)_(dvi.*|pdf|pdf3|pdf4.*)
+
+# Wasysym - LuaTeX incompatibility
+# Missing character reported for $_\sun$
+# (the sun-character is printed in \normalsize (i.e. not scaled)
+# with any export format -- only LuaTeX reports a missing character).
export/examples/aas_sample_(dvi3|pdf5)_(texF|systemF)
-export/examples/achemso_(dvi3|pdf5)_texF
-Sublabel: RESET
-#
-# GM: Korean? I don't expect this to work with Xe/Lua and TeXfonts.
-export/examples/ko/splash_(dvi3|pdf[45])_texF
-#
-# Following mathmacros tests fail
-export/mathmacros/testcases_master_child_.*
-export/mathmacros/testcases_speed_(dvi|pdf|pdf[23]|(dvi3|pdf[45])_(texF|systemF))
-# Language nesting, document is OK, fails because of a bug in LyX
-# document is still worng, did only fail because of latin language
-# (problem in my TeX installation)
-# export/export/languagenesting1_(pdf4_systemF|pdf5_systemF)
-# But this one fails fails because of a bug in LyX
-# Probably language mess
-export/export/ja/wrong_auto_encoding_(dvi|pdf(|3))
-# lualatex has problems
-# ! LuaTeX error ...e/2015/texmf-dist/tex/luatex/hyph-utf8/luatex-hyphen.lua:53: luatex-hyphen: no entry in language.dat.lua for this language: bahasa
-export/(doc|examples)/id/.*_dvi3_.*F
-export/(doc|examples)/id/.*_pdf5_texF
-
-# Fails because of missing .png graphic files
-# They were replaced by .svgz, but, as this file
-# is attic, we do not convert to new lyx format
-# latex creates output (and ignores missing files)
-# while (pdf|lua|xe)latex exits with != 0
-Sublabel: missingpng
-export/doc/attic/eu_UserGuide_pdf..*
-
-Sublabel: assert-fail
-# Exports that should fail.
+Sublabel: multilingual
+#
+# Without the Czech or Slovak text it compiles
+# No problem with inserted German (or other foreign language) text
+# No problem if the table is Slovak too
+# Seems to be a problem with Check and Slovak Babel support. File a bug there.
+# All exports using babel fail:
+export/export/TableErrorIfSlovakTextInserted_(dvi|pdf[23]?|.*_texF)
+
+
+Sublabel: attic
#
-# Example of "high bit" chars in listings. Fails with XeTeX due to
-# limiation to ASCII (no LICR in listings possible). Gives correct warning.
-export/doc/EmbeddedObjects_pdf4_systemF
+# Documents in the attic.
+# Kept for reference and format conversion test.
+# However, most problems here are "wontfix".
+
+# Fails because of missing .png graphic files.
+# They were replaced by .svgz, but, as this file is in the attic, we do not
+# convert to new lyx format. Plain latex and xetex create output (ignoring
+# missing files) while (pdf|lua)latex exits with != 0
+export/doc/attic/eu_UserGuide_pdf[25].*
+
+# Files in the attic with non-default output
+# (i.e. could be ERT, package incompatiblity, ...)
+export/doc/attic/it_(Customization_pdf5|UserGuide_dvi3|UserGuide_pdf4)_systemF
+export/doc/attic/sk_UserGuide_pdf4_texF
+export/doc/attic/id_UserGuide_pdf[45]_systemF
+
+Sublabel: xhtml
+export/export/WrongDfnTagHandling_xhtml
projects / lyx.git / blobdiff