# they are reported as failing if the export works without error.
# https://cmake.org/cmake/help/v3.0/prop_test/WILL_FAIL.html
+# ======================================================================
Sublabel: todo
-#
-# LyX bugs and problems with the sample documents that require attention.
+# LyX bugs and problems with the sample documents that require attention
+# ======================================================================
# * minor issues to explore and properly sort,
# * easyfix issues,
# * LyX bugs to report at trac (move pattern to section "lyxbugs" once done).
-# Error in Japanese document if LyX-logo is preceded by foreign language
-export/export/latex/ja_wrong_auto_encoding_(dvi|pdf(|3)).*
-
-# Missing characters with Latin Modern Unicode:
-# 0000 NULL (where does this come from?)
-# 212B ANGSTROM SIGN (literal character in the source, replace with 00C5)
-# The following are due to ERT commands for characters missing in LM
-# in chapter 16.2 "Accents in Text":
-# \t -> 0361 COMBINING DOUBLE INVERTED BREVE
-# \c e -> 0229 LATIN SMALL LETTER E WITH CEDILLA
-export/doc/(|de/|es/|fr/)Math.*systemF
-
-# missing character: There is no ^^A in font [lmroman12-regular]
+# missing glyphs: There is no ^^A in font [lmroman12-regular]
# and all the line down to ^^Z and beyond...
# XeTeX artifact? works with LuaTeX, explore:
export/doc/(|de/|es/|fr/)EmbeddedObjects_pdf4_systemF
-# Changes in TeX Live 2014 (see git blame for info) fixed
-# IEEEtran-CompSoc_pdf4_systemF but not others.
-# TODO Investigate if others can be fixed?
-# * IEEEtran-Journal_pdf4_systemF compiles here (GM)
-# * All IEEEtran-TransMag.* exports fail here:
-# missing commands \IEEEtitleabstractindextext, \IEEEdisplaynontitleabstractindextext
-# -> adapt template and style (GM)
-export/templates/IEEEtran-(Journal|TransMag)_pdf4_systemF
+# iconv fails, if a nomenclature inset contains an uncodable character
+export/export/latex/iconv-error-nomenclature_pdf2
+
+# Encoding cp858 only supported by some iconv variants.
+# (Gnu iconv only supports it, if configured with "--enable-extra-encodings"
+# see https://www.gnu.org/software/libiconv/)
+# Configure should test for support before offering this encoding
+# in the "Document>Settings>Language>Encoding>Other" combo-box.
+export/export/latex/cp858_pdf2
+
+# `acmart` document class:
+# (see also lyxbugs below and ignoredTests)
+# issues with listsof, reported to the maintainer
+# https://www.mail-archive.com/search?l=mid&q=of84gj%24l6b%241%40blaine.gmane.org
+# LyX gives the following terminal message:
+#
+# TextClass.cpp (1385): The layout does not provide a list command for
+# the float `sidebar'. LyX will not be able to produce a float list.
+#
+# which makes "check_load" and "lyx2lyx" fail (lyx2lyx for < 2.3 is ignored).
+check_load/templates/Articles/Association_for_Computing_Machinery_.*
+export/templates/Articles/Association_for_Computing_Machinery_.*_lyx23
+
+# Failing LyX2LyX conversions for old versions:
+#
+# "beamer" lyx2lyx fails sometimes for versions < 2.1
+# Back-conversion results in some layouts without name ("\begin_layout \n")
+# which trigger a warning message leading to test failure.
+export/examples/(|de/|fr/|ja/)Presentations/Beamer_lyx(16|20)
+export/examples/Presentations/Beamer_.*Complex.*_lyx(16|20)
+export/templates/(|de/|es/|fr/|ja/)Presentations/Beamer_lyx(16|20)
+#
+# modernCV fails for versions < 2.1
+# * reversed order of \end_layout and \end_inset results in corrupt LyX file
+# * reversed order of command arguments results in incompilable LaTeX
+export/examples/(|es/)Curricula_Vitae/Modern_CV_(lyx(16|20)|dvi|dvi3.*F|pdf|pdf3)
+export/examples/(|es/)Curricula_Vitae/Europe_CV_(dvi|dvi3.*F|pdf|pdf3)
+#
+# back-conversion fails for rotated float inset in a list
+export/export/lyx2lyx/lyx_2_3_test_lyx(16|20|21|22)
-# Requires ctex (Chinese).
-# Default output format is XeTeX. -> Only system fonts?
-# Does (dvi|pdf3_texF|dvi3_texF) produce sensible results?
-export/templates/ctex_(pdf[23]?|pdf4_texF)
+# Korean legacy encoding fails (missing fonts)
+export/export/latex/CJK/ko_default_pdf2
-# Example for lib/scripts/listerrors
-# Requires noweb. Seems to be restricted to plain "latex".
-# Find out why and whether the script could be improved.
-export/examples/listerrors_(pdf[245]).*
+# New problem with TL18: endless loop?
+# ! TeX capacity exceeded, sorry [input stack +size=5000].
+export/export/latex/luainputenc-utf8_pdf5_texF
-# Requires CJK.
-# Why does it fail with pdflatex and dvipdfm? CJK restriction? Workarounds?
-# (Also fails with Xe/LuaTeX and TeX-fonts -- as expected, see ignoredTests)
-export/examples/ko/splash_(dvi||pdf[23]?)
+# nonstandard tests failing for unknown reason:
+export/templates/Obsolete/ACM_SIGGGRAPH.*_pdf5_(texF|systemF)
+export/templates/Articles/International_Union_of_Crystallography.*_pdf4_systemF
+export/templates/Articles/R_Journal_(dvi3|pdf[45])_systemF
+#export/templates/Articles/Kluwer_.*_systemF
-# Following mathmacros tests fail
-# Why? -> sort and comment
-export/mathmacros/testcases_speed_(lyx16|lyx21|dvi|pdf|pdf[23]|(dvi3|pdf[45])_(texF|systemF))
-check_load/mathmacros/testcases_speed
+# Babel and fontenc not fails for some supported languages
+# * check BabelPremble definitions in lib/languages
+# * fails also due to #11522, see "lyxbugs" below.
+export/export/latex/supported-languages_.*_systemF
+# dvipdfm fails (missing Hebrew font DavidCLM-Medium.pfa)
+# also many warnings
+# xdvipdfmx:warning: Interpreting PS code failed!!! Output might be broken!!!
+# xdvipdfmx:warning: Interpreting special command ps: (ps:) failed.
+# maybe due to the Hebrew vocalisation using Postscript 3 specials
+export/export/latex/supported-languages_pdf3
+# Thai with CJK package requires the babel option "thaicjk" instead of "thai".
+# (see thaifont.txt in the CJK documentation for setup details).
+export/export/latex/unicodesymbols/031-thai_th_(euc-|gbk|jis|utf8-cjk).*
+
+
+# ================================================
Sublabel: lyxbugs
-#
# LyX bugs with a Trac number.
+# ================================================
+
+#6197: „amssymb” with Polish babel name clash \lll ("<<<" vs. "ł")
+# Wrong output with pdflatex (-> unreliableTests),
+# missing glyph with XeTeX/LuaTeX and Babel (OK with Polyglossia)
+export/export/latex/6197-polish-amssymb_pdf._texF
+
+#8035 work around a Polyglossia bug:
+# An error is reported if the document font does not announce support for a
+# script (Cyrillic, Greek, ...) which Polyglossia thinks is required to
+# typeset the document language. This is not required with LyX's check for
+# missing glyphs and results in many false positives:
+# a) with fonts including the required characters but
+# not the tag tested by Polyglossia,
+# b) if the document language is "Serbian (Latin Script)",
+# the Cyrillic script is not required yet Polyglossia tests for support.
+# The document "sr/Braille.lyx" is an example of case b).
+# (For some reason, the false positive error is not thrown with PDF (luatex).)
+export/examples/sr/Modules/Braille_(dvi3|pdf4)_systemF
-#8823 documents requiring pre-processing fail with Japanese
-export/examples/ja/(knitr|lilypond|sweave)_(dvi|pdf3?)
+#9871 LyX sends invalid Unicode to iconv when converting to ASCII
+# most probably due to BabelPreamble code (language specific headings for
+# theorems, problems , ... are written in the language's default encoding
+# if they contain non-ASCII characters)
+# Error 84 returned from iconv when converting from UCS-4LE to ascii:
+# Invalid or incomplete multibyte or wide character
+export/doc/(es|fr)/Additional_pdf4_texF
+export/doc/(de|es|fr)/EmbeddedObjects_pdf4_texF
+export/doc/es/Customization_pdf4_texF
+# see also the discussion at:
+# https://www.mail-archive.com/search?l=mid&q=20170228190738.cgs3tl3ny2bxiegk%40steph
+export/examples/es/Modules/Linguistics_pdf4_texF
+export/export/latex/bug9871-slovak-ascii-preambleencoding_pdf2
#10355 xmllint detects failures
export/doc/attic/eu_UserGuide_xhtml
export/doc/(es|ja)/UserGuide_xhtml
-export/examples/spreadsheet_xhtml
+export/examples/External_Material/Spreadsheet_xhtml
export/export/WrongDfnTagHandling_xhtml
#10371 Compilation error if longest label marker in labeling style
# contains underscores etc.
export/export/latex/LongestLabelWithUnderscore.*
-#9871 LyX sends invalid Unicode to iconv when converting to ASCII
-# most probably due to BabelPreamble code (language specific headings for
-# theorems, problems , ... are written in the language's default encoding
-# if they contain non-ASCII characters)
-export/doc/(es|fr)/Additional_pdf4_texF
+#11455 "Unable to process argument!" with multiple 1.6.x roundtrips
+export/templates/Articles/IEEE_Transactions_Journal_lyx16
+
+#11520 "listerrors" fails with pdflatex, lualatex, and xelatex
+# Example for lib/scripts/listerrors
+# Requires noweb. Seems to be restricted to plain "latex".
+# Find out why and whether the script could be improved.
+export/examples/Modules/Noweb_Listerrors_(pdf[245]).*
+
+#11521 Font encoding "LAE" required with farsi.
+# The Farsi font encoding LAE must be added also to a custom font encoding
+# (similar to the Greek and Cyrillic font encodings LGR and T2A).
+export/export/latex/fa-OT1_pdf2
+
+#11522 Support specification of complementing non-TeX fonts
+# More than one non-TeX font required for the character set in many documents
+# to prevent "missing glyph" errors with non-TeX fonts
+export/export/latex/luainputenc-utf8_pdf5_systemF
+export/export/latex/xetex-inputenc.*_pdf4_systemF
+#
+export/doc/(|de/|es/|fr/)Math.*systemF
+# minimal example for Math.lyx:
+export/export/latex/systemfonts-Math-missingchars.*systemF
+#
+# CJK-quotes examples (missing in most Latin-script fonts)
+export/doc/(|de/|es/|fr/)UserGuide_(dvi3|pdf4|pdf5)_systemF
+#
+#
+# Arabic (see also "texissues")
+# "! Extra \else" and missing glyph "no ␣ in font Scheherazade":
+# (the lyx2lyx test also tests compilation after round-trip)
+export/doc/ar/UserGuide_pdf4_systemF
+export/doc/ar/UserGuide_lyx(22|23)
+#
+# Juergen Spitzmueller: They do not have problems with xunicode, but without.
+# The reason is that the asterisk glyph is not included in the arabic font
+# (Scheherazade), but apparently, xunicode defines an extra asterisk
+# glyph (for a different purpose) that is being used here. Clearly the
+# problem should be fixed somewhere else.
+# Günter Milde: works in TeXLive17 (Debian/stretch)
+# export/doc/ar/Intro_pdf4_systemF
+
+#11532 inputencoding desynchronisation
+export/export/latex/misplaced-inputenc-switch_pdf2
+# Error in Japanese document if LyX-logo is preceded by foreign language text
+export/export/latex/ja_wrong_auto_encoding_(dvi|pdf(|3)).*
+
+# ==============================================================
Sublabel: ert
+# Export failures due to "raw" LaTeX use in ERT or preamble code
+# ==============================================================
#
-# Export failures due to "raw" LaTeX use in ERT or preamble code.
# "Wontfix" if demonstrating correct use and OK in the default output format.
-# Non-ASCII in ERT, fails with inputenc==ASCII (e.g. XeTeX with tex-fonts)
-export/doc/(de|es)/Additional_pdf4_texF
-
-# inputencoding="utf8-plain" with Xe/LuaTeX: characters with
-# Unicode point > 256 lead to errors with 8-bit fonts
-# (We keep this option for power users setting Unicode fonts in the preamble
-# or document class file).
-export/export/latex/utf8-plain-with-tex-fonts_.*_texF
+# ================================================
Sublabel: texissues
-#
# Export fails due to LaTeX limitations,
+# ================================================
+#
# e.g. non-ASCII in verbatim or listings, incompatible packages, ...
# "Wontfix" if documents demonstrate correct use in the default output format.
# Fails with ASCII (and hence also with XeTeX).
export/doc/(|de/|es/|fr/)UserGuide_pdf4_texF
-# Hebrew docs do not currently work with LuaTeX (will be fixed in TeXLive-16)
-# TODO: set working system fonts in the lyx sources
-export/.*/he/.*(dvi3|pdf5).*
-
-# ... nor with XeTeX and 8-bit TeX fonts (due to missing ASCII replacements)
-export/.*/he/.*pdf4_texF
-
# Babel-Russian uses UTF-8 for auto-strings if it detects Xe/LuaTeX.
# This fails unless the inputencoding is set to utf-8, too.
-export/doc/ru/(Intro|Tutorial)_(dvi3|pdf[45])_texF
-export/examples/ru/splash_(dvi3|pdf[45])_texF
+export/doc/ru/(Intro|Tutorial)_.*_texF
+export/examples/ru/.*LyXified.*_texF
+
+# Babel-Ukrainian uses UTF-8 if it detects Xe/LuaTeX (for "\date").
+# With 8-bit TeX fonts this results in:
+# * garbled output with PDF (LuaTeX)
+# * missing glyphs with XeTeX and DVI (LuaTeX)
+# New in TL18 -> cf. unreliableTests.varying_versions.
+# Workaround: suppressing auto-date, setting inputenc to "utf8", or using
+# date inset (new in LyX 2.4) in the source documents.
+export/export/latex/uk-babel-date-missing-chars-with-ascii_(pdf4|dvi3)_texF
+# the "dvi3" tests for these pass, but have wrong output.
+export/doc/uk/Intro_pdf4_texF
+export/examples/uk/Welcome_pdf4_texF
+
+# Fails with XeTeX/LuaTeX
+# Reported upstream (https://www.mail-archive.com/lyx-devel@lists.lyx.org/msg184435.html)
+# Is there a new version fixing the problem?
+export/examples/Articles/Astronomy_%26_Astrophysics_(dvi3|pdf[45])_.*
+export/templates/Articles/Astronomy_%26_Astrophysics_(dvi3|pdf[45])_.*
# Gives the following error:
# # ! Package hpstatement Error: H or P statement "H251"
# # (hpstatement) is not defined.
# seems to be polyglossia-related (dvi3 worked with babel)
-export/examples/H-P-statements_.*_systemF
-
-# tufte (partially) incompatible with latex and xelatex:
-# \MakeTextUppercase requires microtype.
-# http://tex.stackexchange.com/questions/202142/problems-compiling-tufte-title-page-in-xelatex
-export/examples/(|de/|es/)tufte-(book|handout)_(dvi.*|pdf|pdf3|pdf4.*)
-
-# Wasysym - LuaTeX incompatibility
-# Missing character reported for $_\sun$
-# (the sun-character is printed in \normalsize (i.e. not scaled)
-# with any export format -- only LuaTeX reports a missing character).
-export/examples/aas_sample_(dvi3|pdf5)_(texF|systemF)
+export/examples/Modules/Hazard_and_Precautionary_Statements_.*_systemF
# These files use packages that are not compatible with the newest LuaTeX. We
# could potentially fix these by loading the luatex85 package early in the
# LyX-generated preamble, but it seems it's better to wait until the packages
# fix the root issue themselves.
# xy package:
-.*(|fr/)xy(pic|figure).*pdf5.*
-
-# Polyglossia + LuaTeX + \verb bug with Cyrillic and Greek:
-# when compiling with LuaTeX, the "verb" and "url" macros trigger a false
-# error (also with fonts supporting Cyrillic!) and spurious output
-# See https://github.com/reutenauer/polyglossia/issues/160
-export/examples/(ru|uk)/splash_(dvi3|pdf5)_systemF
-export/doc/(ru|uk)/Intro_(dvi3|pdf5)_systemF
+export/examples/(|fr/)Graphics_and_Insets/XY-(Pic|Figure)_pdf5.*
# Problem with Check and Slovak Babel support.
# (reported per mail to Petr Tesa\v{r}\'ik, 2016-09-06)
# No problem if the table is Slovak, too
export/export/latex/TableErrorIfSlovakTextInserted_(dvi|pdf[23]?|.*_texF)
+# Polyglossia + LuaTeX issue
+# Reported upstream here:
+# https://github.com/reutenauer/polyglossia/issues/163
+# These tests were broken at 3374b854
+# See discussion here:
+# https://www.mail-archive.com/search?l=mid&q=1478004223.2367.5.camel%40lyx.org
+export/doc/(sk|nb)/Intro_(dvi3|pdf5)_systemF
-Sublabel: attic
+# fontspec errors with `slides` class:
+# LaTeX error: "kernel/command-already-defined"
+# Lines 2684 ... 2690 in fontspec-xetex.sty
+# Lines 2608 ... 2614 in fontspec-luatex.sty
+export/templates/Presentations/Slides_.*_systemF
+
+# Beamer: conflicts with some combinations of packages/settings/languages
+export/templates/es/Presentations/Beamer_pdf4_texF
+
+# Arabic
+#
+# Larger Arabic documents currently have non-TeX fonts and XeTeX
+# as default output. To fix pdfTeX export:
+# - set all non-Arab text parts to a different language (e.g. English)
+# - define alternatives for hyperref (e.g. with textorpdfstring)
+# for correct handling of hyperref.
+# - solve problem with ToC:
+# ! This can't happen (copying).
+# \AtBegShi@Output ...ipout \box \AtBeginShipoutBox
+# \fi \fi
+# l.62 \tableofcontents
+# {}
+# I'm broken. Please show this to someone who can fix can fix
+#
+# see discussion at https://www.mail-archive.com/search?l=mid&q=20161114035123.s5lt4ib4x4obtptp%40steph
+#
+# Babel-Arabic loads "inputenc" which fails with LuaTeX
+# Wit XeTeX, it works if "utf8" input encoding is set (as in ar/Welcome.lyx)
+!export/examples/ar/Welcome_pdf4_texF
+export/.*/ar/.*_texF
+# Polyglossia bug with LuaTeX and LTR languages (also Hebrew and Farsi):
+# Undefined control sequences "\luatexpardir" and "\luatextextdir".
+export/.*/ar/.*(dvi3|pdf5)_systemF
+# no Arab charaters with luainputenc
+export/export/latex/supported-languages_(dvi3|pdf5)_texF
+
+# Farsi
+# Polyglossia problem with LuaTeX (undefined command) (cf. Arabic)
+# https://github.com/reutenauer/polyglossia/commit/ccb0e9e2c6411170ad779b05ff5076f1193cc323
+export/examples/fa/Welcome_(dvi3|pdf5)_systemF
+# missing glyphs (em space and "English" quotes) with XeTeX + system fonts.
+export/examples/fa/Welcome_pdf4_systemF
+# "invalid utf-8 sequence" with Babel-Farsi, LuaTeX, and TeX fonts.
+export/examples/fa/Welcome_(dvi3|pdf5)_texF
+
+# Hebrew
+# does not currently work with LuaTeX (undefined command) (cf. Arabic)
+# terminal message: "Language hebrew not found in language.dat.lua"
+export/.*/he/.*(dvi3|pdf5)_systemF
+# Babel-Arabic loads "inputenc" which fails with LuaTeX
+# Xe/LuaTeX + TeX fonts: "! Right-to-Left Support Error: use TeX--XeT or e-TeX engine."
+export/.*/he/.*_texF
+
+# See comment in unreliableTests
+export/export/latex/uk-babel-date-missing-chars-with-ascii_pdf5_texF
+
+# Missing 8-bit fonts (see unreliableTests)
+# After reinstalling culmus under the TL19 control, it compiles
+#export/export/latex/unicodesymbols/012-31-hebrew_he-.*_pdf2
+
+# ps2pdf gives the following error on updated TL18:
+# Error: /undefined in d7Z
+# For previous² TL versions, there is no error but the output is incorrect
+# (jibberish instead of Japanese characters).
+# ² Which/were? Output is fine here (TL16/Debian) (GM)
+export/doc/ja/UserGuide_pdf
+# Simliar situation for this document, with the following error:
+# Error: /undefined in =52+WsoG&
+export/doc/ja/Additional_pdf
+
+
+# ================================================
+Sublabel: externalissues
+# Export fails due to non-LaTeX external tool,
+# ================================================
#
-# Documents in the attic are kept for reference and format conversion test.
+# e.g. a bug or missing feature in ps2pdf
+
+# ps2pdf gives the following and exits with error:
+# Error: /invalidfileaccess in --file--
+# ps2pdf succeeds if the -dNOSAFER flag is used. For discussion, see:
+# https://www.mail-archive.com/search?l=mid&q=1506851183.3130.15.camel%40lyx.org
+export/examples/ja/Modules/LilyPond_Book_pdf
+
+# ======================================================================
+Sublabel: attic
+# Documents in the attic, kept for reference and format conversion test.
# However, many problems here are "wontfix".
+# ======================================================================
# Fails because of missing .png graphic files.
# They were replaced by .svgz, but, as this file is in the attic, we do not
# convert to new lyx format. Plain latex and xetex create output (ignoring
# missing files) while (pdf|lua)latex exits with != 0
-export/doc/attic/eu_UserGuide_pdf[25].*
+#export/doc/attic/eu_UserGuide_pdf[25].*
# Files in the attic with non-default output
# (i.e. could be ERT, package incompatiblity, ...)
-export/doc/attic/it_(Customization_pdf5|UserGuide_dvi3|UserGuide_pdf4)_systemF
+export/doc/attic/it_(UserGuide_dvi3|UserGuide_pdf4)_systemF
export/doc/attic/sk_UserGuide_pdf4_texF
export/doc/attic/id_UserGuide_.*systemF