X-Git-Url: https://git.lyx.org/gitweb/?a=blobdiff_plain;f=development%2Fautotests%2FignoredTests;h=ff1c39e5f3780a87ccc179983c86682b2a3bf452;hb=c3e0ae4bfdf7e718f0048cf73df9ca3002cd65a6;hp=c902ec9aabfc853aebc91bec59a076b6da7b8ac2;hpb=08f5fb1b2d6ac1846b89653c25e3e8e605cb8f6a;p=lyx.git diff --git a/development/autotests/ignoredTests b/development/autotests/ignoredTests index c902ec9aab..ff1c39e5f3 100644 --- a/development/autotests/ignoredTests +++ b/development/autotests/ignoredTests @@ -1,5 +1,5 @@ # Regular expressions for test combinations known to fail permanently -# or irrelevant +# or to be irrelevant # # Patterns will be automatically enclosed with '^' and '$'. # Combinations matching these patterns will be skipped @@ -11,15 +11,64 @@ Sublabel: problematic # Documents that cause problems for the test suite # ================================================ -# Endless loop after the third roundtrip -export/templates/IEEEtran-Journal_lyx16 - # problems exporting to lyx16x -export/examples/(Literate|noweb2lyx)_lyx16 +export/examples/Modules/Noweb_lyx16 +export/examples/Modules/Noweb2LyX_lyx16 # Ignore MergedManuals_xhtml because the test is very time-consuming # and the underlying subdocuments are already tested -export/doc/(ja/|)MergedManuals_xhtml +# Ignore MergedManuals_lyx2[2-9] too +# due to following xhtml export of converted file +export/doc/(ja/|)MergedManuals_(xhtml|lyx2[2-9]) + +# Legacy encoding cp858 only supported by some iconv variants. +# (Gnu iconv only supports it, if configured with "--enable-extra-encodings" +# see https://www.gnu.org/software/libiconv/) +export/export/latex/inputenc-cp858_pdf2 + +# Korean legacy encoding fails (missing fonts) +# 2019-05-17: This is a minor issue since we default to utf8 now. +export/export/latex/CJK/ko_default_pdf2 + + +# ================================================ +Sublabel: lyx_wontfix +# Tests that would fail because of LyX bugs or missing features. Not worth it +# to invert because would take up testing time for issues that are not likely +# to be fixed. +# ================================================ + +# lyx2lyx roundtrip does not converge in these cases because ERT is added on +# each backwards export. The exports still compile; it is just that there is +# no convergence. +# Simplified example: \textbf{hello} -> \textbf{\textbf{hello}} -> ... +# +# (currently no tests in this category, but we expect some in the future) + +# (https://www.mail-archive.com/lyx-devel@lists.lyx.org/msg218237.html) +# These are old problems. One is related to a questionable nomencl change +# which we addressed in master but not in stable, see +# https://www.lyx.org/trac/ticket/10634#comment:2 +# The other is due to CJK quotation marks which are not supported in 2.3. +# +# TODO: unignore these tests after they are not used for compilation anymore +# (we only use "recent" lyx2lyx roundtrip to test compilation.) +export/doc/de/UserGuide_lyx2(2|3) + +# perhaps related to the above de/UserGuide issue: +# gives the following index error: +# ERROR: CHAR: index 0 should be less than the length of the string +# TODO: unignore these tests after they are not used for compilation anymore +# (we only use "recent" lyx2lyx roundtrip to test compilation.) +export/doc/fr/EmbeddedObjects_lyx2(2|3) + +# (https://www.mail-archive.com/lyx-devel@lists.lyx.org/msg218252.html) +# from Kornel: +# Exporting to 2.3 format and exporting from the exported differ in extra lines and +# in changed sequence of 2 lines at begin. +# +# $ diff doc/fr/UserGuide.23.lyx fr/UserGuide.23.23.lyx +export/doc/fr/UserGuide_lyx2(2|3) # =========================================== @@ -27,76 +76,204 @@ Sublabel: special # Documents that do not work with all exports # =========================================== +# XeTeX with TeX fonts +###################### +# XeTeX with TeX-fonts works only for input encodings "utf8-plain" and "ascii". +# Ignore all (except dedicated XeTeX tests): +export/export/latex/lyxbugs/wrong_output_3059-rtl-tables-xetex_pdf4_texF +!export/export/.*xetex.*_pdf4_texF +export/.*/(|ar|ca|cs|da|de|en|el|es|eu|fa|fr|gl|he|hu|id|it|lt|nb||nl|pl|pt|pt_BR|pt_PT|ro|ru|sk|sl|sr|sv|uk).*_pdf4_texF + +# Only PDFLaTeX +############### # Inside these two files, we state that they should only be expected # to work with pdflatex and possibly lualatex. -export/examples/PDF-form_(dvi.*|pdf[^25]*) -export/examples/(|de/|fr/)PDF-comment_dvi3_.*F -export/examples/(|de/|fr/)PDF-comment_pdf5_texF - -# Document uses Postscript specials -# Does not compile with pdflatex (see note in the document source). -export/examples/instant_preview_(dvi3|pdf4)_systemF -export/examples/instant_preview_pdf[25].* -export/examples/(chessgame|chess-article|powerdot-example)_pdf[25].* -export/examples/fr/exemple-powerdot_pdf[25].* +export/examples/Modules/PDF_Form_(dvi.*|pdf[^25]*) +export/examples/(|de/|fr/)Modules/PDF_Comments_dvi3_.*F +export/examples/(|de/|fr/)Modules/PDF_Comments_pdf5_texF -# requires jss.cls (not on CTAN) +# jss.cls (not on CTAN) # "All documents need to be processed by pdflatex" [jss.pdf] -export/templates/JSS-article_(dvi|dvi3_.*|pdf3?) +export/templates/Articles/Journal_of_Statistical_Software_.*(dvi|dvi3_.*|pdf3?) + +# No dvipdf[m] +############## +# Beamer does not work with dvipdf[m] (wrong output or compilation errors). +# See `texdoc beamer`. +# TODO: Should the export do PDF (dvipdfm) be made unavailable for Beamer or +# just a warning be given in the example or documentation? +export/.*/(|de/|es/|fr/|ja/).*Beamer.*pdf3 -# CJK fails with LuaTeX or XeTeX and 8-bit fonts: -export/examples/ko/splash.*texF -export/.*/zh_CN/.*texF +# Only Postscript (and ps2pdf) +################# +# Document uses Postscript specials +# Does not compile with pdflatex or non-TeX fonts (see note in the document source). +export/examples/Graphics_and_Insets/Instant_Preview_pdf[25].* +export/examples/Graphics_and_Insets/Instant_Preview_(dvi3|pdf4)_systemF -# Japanese manuals use language "japanese" wich is tied to "platex" -# (automatically set instead of (plain) LaTeX). -# For export with other engines, the language must be set to "Japanese (CJK). -# see also INVERTED.TODO_export/export/latex/ja_wrong_auto_encoding_(dvi|pdf(|3)).* +export/examples/Articles/Chess/Game_2_pdf[25].* +export/examples/(|fr/)Presentations/Powerdot_pdf[25].* +export/examples/Modules/Chessboard_(lyx(16|20|21|22|23)|(pdf5|dvi3)_texF) + +# pLaTeX +######## +# ignore with pdflatex and Xe/LuaTeX with 8-bit fonts: +# +export/export/latex/.*platex.*(pdf2|texF) +export/export/latex/languages/ja[-_].*_(pdf2|texF) +# +# Most Japanese documents use language "japanese" which is tied to "platex" +# (automatically invoked instead of "latex" to create a DVI file). # For a discussion of alternatives for Japanese with LaTeX , see also -# http://www.preining.info/blog/2014/12/writing-japanese-in-latex-part-1-introduction/ -export/.*/ja/.*_(pdf[245]|dvi3).* +# https://tex.stackexchange.com/questions/320021/xelatex-using-japanese-ldf-for-babel-causes-invalid-characters-errors +# +export/examples/Language_Support/Mixing_Japanese_with_other_Languages_%28with_platex%29_pdf2 +# Exceptions: +# The "!" means: "Protect these tests from being matched by future patterns in this file". +# Export by plain- and pdflatex engines works with language "japanese-cjk", e.g. +!export/examples/Language_Support/Mixing_Japanese_with_other_Languages_.*(dvi|pdf[23]?) +export/examples/Language_Support/Mixing_Japanese_with_other_Languages_.*systemF +# the rest: +export/.*/ja/.*_(pdf2|texF) -# These files are not expected to compile, they use math-macros -# defined in master 'autotests/mathmacros/masterOfSpace.lyx' -export/mathmacros/Spacechild[123].* +# Japanese knitr.lyx and sweave.lyx support only XeLaTeX with system fonts +# because they use the "bxjsarticle" class and non-TeX fonts +!export/examples/ja/Modules/Rnw.*knitr.*_(lyx.*|xhtml|pdf4_systemF) +export/examples/ja/Modules/Rnw.*knitr.* +!export/examples/ja/Modules/Sweave.*_(lyx.*|xhtml|pdf4_systemF) +export/examples/ja/Modules/Sweave.* -# These files are subdocuments, they are not expected to behave -export/examples/springer/svmono_(acknow|acronym|appendix|chapter|dedication|foreword|glossary|part|preface|referenc|solutions)_lyx[0-9][0-9] -export/examples/springer/svmult_(acknow|acronym|appendix|cblist|dedication|foreword|glossary|part|preface|referenc)_lyx[0-9][0-9] -export/examples/thesis/(Acknowledgments|Appendix|Summary|chapter-[12])_lyx[0-9][0-9] +# The LuaTeX-ja package, which is loaded by bxjs* class, is not designed +# to be used with dvilua(la)tex: +# https://www.mail-archive.com/search?l=mid&q=20200917155146.ec1bd9f9b5d5f5936513e5dd%40yahoo.co.jp +# These started to fail due to a "luatex" package update in the TL20 cycle. +export/.*/(ja|zh_CN)/.*_dvi3_systemF +export/export/latex/CJK/zh_CN-toc.*_dvi3_systemF -# Document class "Docbook article (SGML)" does not work with LaTeX: -export/examples/docbook_article_(dvi3|pdf[245]).* -export/templates/DocBook_article_(dvi3|pdf[245]).* +# CJK fails (sometimes) with Xe/LuaTeX and 8-bit fonts: +##### +export/examples/Language_Support/Mixing_Japanese_with_other_Languages_.*(dvi3|pdf5)_texF +export/.*/(ko|zh_CN)/.*(dvi3|pdf[45])_texF +export/export/latex/CJK/zh_CN-toc_*.(dvi3|pdf[45])_texF +export/export/latex/CJK/en-de-el-ru-ko_utf8_.*_texF +# export of minted documents to 2.2.x is not guaranteed to work (and currently +# fails for our two minted example files), as explained here: +# https://www.mail-archive.com/search?l=mid&q=20190113085555.GA7928%40GIOVE +export/examples/Insets/Minted.*lyx22 + +# Subdocuments that are not expected to work as stand-alone documents: +############## +export/mathmacros/Spacechild[123].* +# chapters of Springer books (svmono, svmult) (except 00_Main_File) +export/templates/Books/Springer_.*/(0[^0]|1.)_.* +check_load/templates/Books/Springer_.*/(0[^0]|1.)_.* +export/templates/Theses/PhD_Thesis/(Acknowledgments|Appendix|Summary|Bibliography|Chapter_[12])_lyx.* # Used only as include file for some tests .*/export/IncludeMissingEndTagDiv.* +# Bibliography.lyx is not expected to compile. See the following for discussion: +# https://www.mail-archive.com/search?l=mid&q=20190104195414.opgeuggeqakxl2fo%40barna +# Ignore all formats except xhtml export +export/templates/Theses/PhD_Thesis/Bibliography_[^x].* + +# `acmart` and `copernicus` are not supported by LyX < 2.3 +export/templates/Articles/Association_for_Computing_Machinery.*_lyx(16|20|21|22) +export/templates/Articles/Copernicus_Publications_.*_lyx(16|20|21|22) +# Seems, like only latex and pdflatex compilations work +#! Missing number, treated as zero. +# in copernicus.cls:199 +# \ifnum\pdfoutput=\z@ +export/templates/Articles/Copernicus_.*_(texF|systemF) + + # ============================================================ Sublabel: obsolete # Documents relying on no longer available packages or classes # ============================================================ -# latex8.sty is obsolete and replaced by IEEEconf. -check_load/templates/attic/latex8 -export/templates/attic/latex8_pdf.* -export/templates/attic/latex8_(dvi|dvi3_.*) - -# aastex.cls is obsolete and replaced by aastex6.cls -export/doc/attic/aastex6_sample_(dvi|pdf).* +# aastex6.cls is obsoleted by aastex62.cls +export/attic/examples/Articles/American_Astronomical_Society_.*v._6%29.* +check_load/attic/examples/Articles/American_Astronomical_Society_.*v._6%29 +export/templates/Obsolete/American_Astronomical_Society_.*v._6%29.* +check_load/templates/Obsolete/American_Astronomical_Society_.*v._6%29 +# Version 6.2 is not supported in LyX 1.6 +export/examples/Articles/American_Astronomical_Society_.*v._6.2.*_lyx16 +export/templates/Articles/American_Astronomical_Society_.*v._6.2.*_lyx16 +# latex8.sty is obsoleted by IEEEconf +export/templates/Obsolete/Latex8_Article.*(dvi|pdf|lyx2[23]).* # ============================================================== Sublabel: irrelevant # Dedicated test samples that don't need testing in all variants # ============================================================== -# Dedicated test samples for LaTeX: -# -# don't check loading +# LaTeX +# don't check loading, lyx2lyx, or export to other LyX versions or HTML check_load/export/latex/.* -# don't check lyx2lyx lyx2lyx/export/latex/.* -# don't check export to other LyX versions or HTML -export/export/latex.*(lyx..|xhtml) +export/export/latex/.*(lyx..|xhtml) + +# don't test with non-TeX fonts: +export/export/latex/inputenc-.*_systemF # 11522 still open but already tested +export/export/latex/languages/supported-languages_babel_(pdf|dvi)._systemF +export/export/latex/languages/supported-languages_babel_auto-legacy_.*_systemF +export/export/latex/lyxbugs/6197-polish-amssymb_pdf5_systemF +export/export/latex/languages/nested-inputenc_auto-legacy_.*_systemF +export/export/latex/languages/cyrillic-languages-conflict_.*_systemF +export/export/latex/languages/th-en_utf8_.*_systemF + +# wrong output but does not fail: +export/export/latex/lyxbugs/3059-language-in-tables_.*_systemF + +# don't test with TeX fonts: +export/export/latex/languages/supported-languages_babel_non-tex_.*(dvi|pdf.?|texF) +export/export/latex/languages/supported-languages_polyglossia_.*(dvi|pdf.?|texF) +export/export/latex/languages/supported-languages_XeTeX_.*(dvi|pdf.?|texF) +export/export/latex/languages/supported-languages_(dvi3|pdf5).*_texF +export/export/latex/lyxbugs-resolved/9633-.*(dvi|pdf.?|texF) +export/export/latex/lyxbugs/11522-systemfonts-Math-missingchars_pdf5_texF +export/templates/Articles/American_Psychological_Association_%28APA%29,_v\._7_(dvi3|pdf5)_texF +export/export/latex/languages/latinErt_(dvi3|pdf5)_texF +export/export/latex/languages/mixed_ltr-art_arabi-standard-font_(dvi3|pdf5)_texF + +# TeXLive does not set up Hebrew 8-bit TeX fonts +export/export/latex/unicodesymbols/152-modifiers-presentation_he_.*_pdf2 +# Tests which are not expected to succeed, because used +# as a child +export/export/latex/languages/supported-languages_(dvi|pdf).* + +# lyx2lyx +# dedicated lyx2lyx tests +!export/export/lyx2lyx/.*lyx.. +export/export/lyx2lyx/.* + + +# HTML +# don't check loading, lyx2lyx, or export to other LyX versions or DVI/PDF +check_load/export/xhtml/.* +lyx2lyx/export/xhtml/.* +export/export/xhtml/.*(lyx..|dvi.*|pdf.*) + +# DocBook +# not expected to successful compile +check_load/export/docbook/.* +lyx2lyx/export/docbook/.* +export/export/docbook/.*(lyx..|dvi.*|pdf.*) + +# ================================================ +# epub +Sublabel: lyx_later +# Tests ignored for now since a lot of them are +# failing (and are not regressions). +export/.*/(ar|ca|cs|da|de|el|es|eu|fa|fr|gl|he|hu|id|it|ja|ko|lt|nb|nl|pl|pt|pt_BR|pt_PT|ro|ru|sk|sl|sr|sv|uk|zh_CN|).*_epub + +# For zh_CN: Jürgen pointed out that it might be due to this issue: +# https://tex.stackexchange.com/questions/548139/ +# TODO: and that we might want to report it here: +# https://www.nongnu.org/cjk/ +# ML discussion was here: +# https://www.mail-archive.com/lyx-devel@lists.lyx.org/msg217924.html +export/doc/zh_CN/Tutorial_(lyx22|lyx23|dvi|pdf|pdf2|pdf3)