commit 27420e84adeba6a7deb6892317417b499a633b9b
Author: Günter Milde <[email protected]>
Date: Fri Sep 16 12:03:17 2016 +0200
ctests: rename pattern file "suspiciousTests" to "invertedTests".
---
development/autotests/ExportTests.cmake | 10 +-
development/autotests/invertedTests | 4 +-
development/autotests/unreliableTests | 13 +-
lib/doc/Development.lyx | 607 ++++++++++++++++++++++---------
4 files changed, 452 insertions(+), 182 deletions(-)
diff --git a/development/autotests/ExportTests.cmake
b/development/autotests/ExportTests.cmake
index d1d6bfa..7dd6168 100644
--- a/development/autotests/ExportTests.cmake
+++ b/development/autotests/ExportTests.cmake
@@ -277,7 +277,7 @@ assignLabelDepth(1 "unreliable" "inverted")
assignLabelDepth(2 "suspended")
assignLabelDepth(-1 "examples" "manuals" "mathmacros" "templates" "autotests")
-loadTestList(suspiciousTests suspiciousTests 7)
+loadTestList(invertedTests invertedTests 7)
loadTestList(ignoredTests ignoredTests 0)
loadTestList(suspendedTests suspendedTests 6)
loadTestList(unreliableTests unreliableTests 5)
@@ -318,7 +318,7 @@ foreach(libsubfolderx autotests/export lib/doc lib/examples
lib/templates autote
foreach(_lyx_format_num 16 21 22)
set(TestName "export/${libsubfolder}/${f}_lyx${_lyx_format_num}")
set(mytestlabel ${testlabel} "lyx2lyx" "load")
- maketestname(TestName inverted suspiciousTests ignoredTests
unreliableTests mytestlabel)
+ maketestname(TestName inverted invertedTests ignoredTests
unreliableTests mytestlabel)
if(TestName)
add_test(NAME ${TestName}
WORKING_DIRECTORY "${CMAKE_CURRENT_BINARY_DIR}/${LYX_HOME}"
@@ -343,7 +343,7 @@ foreach(libsubfolderx autotests/export lib/doc lib/examples
lib/templates autote
# For use of lyx2lyx we need the python executable
set(mytestlabel ${lyx2lyxtestlabel})
set(TestName "lyx2lyx/${libsubfolder}/${f}")
- maketestname(TestName inverted suspiciousTests ignoredTests
unreliableTests mytestlabel)
+ maketestname(TestName inverted invertedTests ignoredTests
unreliableTests mytestlabel)
if(TestName)
add_test(NAME ${TestName}
WORKING_DIRECTORY "${CMAKE_CURRENT_BINARY_DIR}/${LYX_HOME}"
@@ -359,7 +359,7 @@ foreach(libsubfolderx autotests/export lib/doc lib/examples
lib/templates autote
set(loadtestlabel "load")
set(mytestlabel ${loadtestlabel})
set(TestName "check_load/${libsubfolder}/${f}")
- maketestname(TestName inverted suspiciousTests ignoredTests
unreliableTests mytestlabel)
+ maketestname(TestName inverted invertedTests ignoredTests unreliableTests
mytestlabel)
if(TestName)
add_test(NAME ${TestName}
WORKING_DIRECTORY "${CMAKE_CURRENT_BINARY_DIR}/${LYX_HOME}"
@@ -387,7 +387,7 @@ foreach(libsubfolderx autotests/export lib/doc lib/examples
lib/templates autote
set(TestName "export/${libsubfolder}/${f}_${format}_${fonttype}")
endif()
set(mytestlabel ${testlabel})
- maketestname(TestName inverted suspiciousTests ignoredTests
unreliableTests mytestlabel)
+ maketestname(TestName inverted invertedTests ignoredTests
unreliableTests mytestlabel)
if(TestName)
add_test(NAME ${TestName}
WORKING_DIRECTORY "${CMAKE_CURRENT_BINARY_DIR}/${LYX_HOME}"
diff --git a/development/autotests/invertedTests
b/development/autotests/invertedTests
index 25558a1..4e3602e 100644
--- a/development/autotests/invertedTests
+++ b/development/autotests/invertedTests
@@ -3,9 +3,9 @@
# Patterns will be automatically enclosed with '^' and '$'.
# Matching tests get the label "inverted"
# or (if also matching a pattern in "suspendedTests") "suspended".
-# They get also the test-feature 'inverted', i.e.
+# They get also the test-property 'WILL_FAIL', i.e.
# they are reported as failing if the export works without error.
-
+# https://cmake.org/cmake/help/v3.0/prop_test/WILL_FAIL.html
Sublabel: todo
#
diff --git a/development/autotests/unreliableTests
b/development/autotests/unreliableTests
index ef68ca9..5aff59d 100644
--- a/development/autotests/unreliableTests
+++ b/development/autotests/unreliableTests
@@ -10,10 +10,10 @@
Sublabel: nonstandard
-# ===================
+#####################
# Documents with additional requirements,
# e.g. a class or package file not in TeXLive.
-# TODO: rename to "extra"?
+# TODO: rename to "extra" or "exotic"?
export/templates/IUCr-article_(dvi|pdf).*
# does not work with pdflatex, lualatex (PDF) or XeTeX (postscript specials?).
@@ -47,6 +47,7 @@ export/templates/IUCr-article_pdf4_systemF
export/templates/ACM-siggraph_(dvi|pdf).*
Sublabel: erratic
+#################
# Tests depending on local configuration, or the phase of the moon.
# for unknonwn reasons, seminar fails at some places:
@@ -57,8 +58,8 @@ export/doc/es/Customization_pdf4_texF
Sublabel: varying_versions
-# ========================
-# Test depending on TeX distribution, package versions or OS
+##########################
+# Test depending on TeX distribution, package versions or OS.
# document class aastex.cls replaced by aastex6.cls (v.1 2016/02/16)
# in CTAN and TeXLive in march 2016
@@ -69,7 +70,7 @@ export/examples/aas_sample_(dvi|pdf).*
Sublabel: wrong_output
-# ====================
+######################
# Export does not fail but the resulting document has errors.
#
# These tests are actually not "unreliable" (different result for different
@@ -99,7 +100,7 @@ export/export/utf8-plain-with-tex-fonts_(dvi|pdf.?)
# The following document mixes inTitle layouts and leads to
# likely unintended output. See #10347
-export/mixing_inTitle_layouts.lyx
+export/export/mixing_inTitle_layouts(pdf|dvi).*
# Characters with accents are not output
# Reported to LuaTeX mailing list here:
diff --git a/lib/doc/Development.lyx b/lib/doc/Development.lyx
index 6eb2f60..92628df 100644
--- a/lib/doc/Development.lyx
+++ b/lib/doc/Development.lyx
@@ -1,5 +1,5 @@
-#LyX 2.2 created this file. For more info see http://www.lyx.org/
-\lyxformat 508
+#LyX 2.3 created this file. For more info see http://www.lyx.org/
+\lyxformat 512
\begin_document
\begin_header
\save_transient_properties true
@@ -25,6 +25,7 @@ logicalmkup
\font_osf false
\font_sf_scale 100 100
\font_tt_scale 100 100
+\use_microtype false
\graphics default
\default_output_format pdf2
\output_sync 1
@@ -3193,7 +3194,7 @@ status collapsed
status collapsed
\begin_layout Plain Layout
-development/autotests/suspiciousTests
+development/autotests/invertedTests
\end_layout
\end_inset
@@ -3333,15 +3334,15 @@ inverted
\emph on
uninvert
\emph default
- the test by removing the labeling pattern from
+ the test by removing the pattern from the
\begin_inset Quotes eld
\end_inset
-suspiciousTests
+invertedTests
\begin_inset Quotes erd
\end_inset
-) (see
+ file) (see
\begin_inset CommandInset ref
LatexCommand ref
reference "par:Inverted-tests"
@@ -3353,7 +3354,11 @@ reference "par:Inverted-tests"
\begin_layout Itemize
If the export did not fail previously but led to wrong output (PDF, say),
- it is in fact an improvement when the test now fails, label it as
+\begin_inset Foot
+status collapsed
+
+\begin_layout Plain Layout
+Non-failing test with wrong output should be labeledas
\begin_inset Quotes eld
\end_inset
@@ -3371,9 +3376,25 @@ reference "par:Unreliable-tests"
).
\end_layout
+\end_inset
+
+ it is in fact an improvement when the test now fails.
+
+\emph on
+Invert
+\emph default
+ the failing test case (see
+\begin_inset CommandInset ref
+LatexCommand ref
+reference "par:Inverted-tests"
+
+\end_inset
+
+).
+\end_layout
+
\begin_layout Itemize
-In case of tests failing due to missing requirements (when only a subset
- of TeXLive is installed or a test labeled
+In case of tests failing due to missing requirements (tests labeled
\begin_inset Quotes eld
\end_inset
@@ -3381,8 +3402,9 @@ unreliable:nonstandard
\begin_inset Quotes erd
\end_inset
- fails), ignore the failure, ask for someone else to run the test, or install
- the missing ressources and try again.
+ or testing on a system withonly a subset of TeXLive installed), ignore
+ the failure, ask for someone else to run the test, or install the missing
+ ressources and try again.
\end_layout
\begin_layout Paragraph
@@ -3401,7 +3423,7 @@ Test cases whose name matches a pattern in the file
status collapsed
\begin_layout Plain Layout
-development/autotests/suspiciousTests
+development/autotests/invertedTests
\end_layout
\end_inset
@@ -3456,7 +3478,7 @@ The following sublabels are currently present in
status collapsed
\begin_layout Plain Layout
-suspiciousTests
+invertedTests
\end_layout
\end_inset
@@ -3522,12 +3544,20 @@ otherwise, add a pattern here.
\end_deeper
\begin_layout Description
-attic Documents in the attic.
- (Kept for reference and format conversion test.)
+attic Documents in the attic (kept for reference and format conversion test).
+ Usually
+\begin_inset Quotes eld
+\end_inset
+
+Wontfix
+\begin_inset Quotes erd
+\end_inset
+
+.
\end_layout
\begin_layout Subparagraph
-suspended
+suspended tests
\end_layout
\begin_layout Standard
@@ -3702,43 +3732,45 @@ status collapsed
\end_layout
-\begin_layout Description
-nonstandard Documents with additional requirements, e.g.
- a class or package file not in TeXLive.
-
-\begin_inset Note Note
-status open
+\begin_layout Standard
+The following sublabels are currently present in
+\begin_inset Flex Code
+status collapsed
\begin_layout Plain Layout
-TODO: rename to "extra"?
+unreliableTests
\end_layout
\end_inset
-
-\end_layout
-
-\begin_deeper
-\begin_layout Standard
-These tests are labeled as
-\family typewriter
-'nonstandard'.
+:
\end_layout
-\end_deeper
\begin_layout Description
-erratic Tests depending on local configuration, OS, TeX distribution, package
- versions, or the phase of the moon.
+nonstandard Documents with additional requirements, e.g.
+ a class or package file not in TeXLive.
\begin_inset Note Note
status open
\begin_layout Plain Layout
-TODO: use
-\emph on
-erratic
-\emph default
- only for the phase-of-moon dependency?
+TODO: rename to
+\begin_inset Quotes eld
+\end_inset
+
+extra
+\begin_inset Quotes erd
+\end_inset
+
+ or
+\begin_inset Quotes eld
+\end_inset
+
+exotic
+\begin_inset Quotes erd
+\end_inset
+
+?
\end_layout
\end_inset
@@ -3746,20 +3778,23 @@ erratic
\end_layout
-\begin_deeper
-\begin_layout Standard
-These tests are labeled as
-\family typewriter
-'erratic'.
+\begin_layout Description
+erratic Tests depending on local configuration or the phase of the moon.
+
+\end_layout
+
+\begin_layout Description
+varying_versions Test depending on TeX distribution, package versions or
+ OS.
\end_layout
-\end_deeper
\begin_layout Description
wrong
\begin_inset space ~
\end_inset
-output Export does not fail but the resulting document has errors.
+output Export does not fail but the resulting document has (undetected)
+ errors.
\end_layout
\begin_deeper
@@ -3770,11 +3805,7 @@ status open
\begin_layout Plain Layout
\paragraph_spacing single
-These tests are actually not
-\emph on
-unreliable
-\emph default
- but
+These tests are in a strict sense not unreliable but
\emph on
invalid
\emph default
@@ -3831,8 +3862,8 @@ Output Stop if tests not selected here
\end_deeper
\begin_layout Description
-unreliableTests: Tests selected either pass or fail, but that is dependent
- on the system where the test is run.
+unreliableTests: Tests selected pass or fail dependent on the system where
+ the test is run.
Selected tests gain the label 'unreliable'.
\end_layout
@@ -3849,7 +3880,7 @@ Output Stop if test selected, gain label 'unreliable'.
\end_deeper
\begin_layout Description
-suspiciousTests
+invertedTests
\begin_inset space \space{}
\end_inset
@@ -3864,12 +3895,13 @@ Input Each test which passed 'unreliableTests'
\begin_layout Labeling
\labelwidthstring 00.00.0000
-Output Stop if not selected.
+Output Stop if not selected, gain test-property 'WILL_FAIL' (i.e.
+ tests are reported as failing if the export works without error.) If no
+ subselection applies, gain labels 'export' and 'inverted'.
\end_layout
\begin_layout Standard
-The following file is meant as subselections of 'suspiciousTests'.
- If neither subselection applies, test gains labels 'export' and 'inverted'
+The following filter perfoms a subselection of 'invertedTests':
\end_layout
\begin_layout Description
@@ -3881,7 +3913,7 @@ suspendedTests Tests selected here gain the label
'suspended' but _not_
\begin_deeper
\begin_layout Labeling
\labelwidthstring 00.00.0000
-Input Each test selected by 'suspiciousTests'
+Input Each test selected by 'invertedTests'
\end_layout
\begin_layout Labeling
@@ -3898,7 +3930,7 @@ The following table may clarify label assignement
\begin_layout Standard
\begin_inset Tabular
-<lyxtabular version="3" rows="7" columns="12">
+<lyxtabular version="3" rows="7" columns="9">
<features tabularvalignment="middle">
<column alignment="left" valignment="top" width="0pt">
<column alignment="left" valignment="top" width="0pt">
@@ -3909,15 +3941,12 @@ The following table may clarify label assignement
<column alignment="center" valignment="top">
<column alignment="center" valignment="top">
<column alignment="center" valignment="top">
-<column alignment="center" valignment="top">
-<column alignment="center" valignment="top">
-<column alignment="center" valignment="top">
<row>
<cell multicolumn="1" alignment="left" valignment="top" topline="true"
leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
-Test found in file:
+Test matching pattern in file:
\end_layout
\end_inset
@@ -3949,16 +3978,16 @@ Test found in file:
\end_inset
</cell>
-<cell multicolumn="1" alignment="center" valignment="top" topline="true"
leftline="true" rightline="true" usebox="none">
+<cell multicolumn="1" alignment="center" valignment="top" topline="true"
leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
-Marked in ctest, Assigned label
+Assigned label
\end_layout
\end_inset
</cell>
-<cell multicolumn="2" alignment="center" valignment="top" usebox="none">
+<cell multicolumn="2" alignment="center" valignment="top" topline="true"
leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
@@ -3976,7 +4005,7 @@ Marked in ctest, Assigned label
\end_inset
</cell>
-<cell multicolumn="2" alignment="center" valignment="top" topline="true"
leftline="true" usebox="none">
+<cell multicolumn="2" alignment="center" valignment="top" topline="true"
rightline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
@@ -3985,90 +4014,90 @@ Marked in ctest, Assigned label
\end_inset
</cell>
-<cell multicolumn="2" alignment="center" valignment="top" topline="true"
leftline="true" usebox="none">
+<cell alignment="center" valignment="top" topline="true" leftline="true"
rightline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
-
+test property
\end_layout
\end_inset
</cell>
-<cell multicolumn="2" alignment="center" valignment="top" topline="true"
leftline="true" usebox="none">
+</row>
+<row>
+<cell alignment="left" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
-
+ignoredTests
\end_layout
\end_inset
</cell>
-<cell multicolumn="2" alignment="center" valignment="top" topline="true"
leftline="true" rightline="true" usebox="none">
+<cell alignment="left" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
-
+unreliableTests
\end_layout
\end_inset
</cell>
-<cell multicolumn="2" alignment="center" valignment="top" topline="true"
rightline="true" usebox="none">
+<cell alignment="left" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
-
+invertedTests
\end_layout
\end_inset
</cell>
-</row>
-<row>
<cell alignment="left" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
-Ignored
+suspendedTests
\end_layout
\end_inset
</cell>
-<cell alignment="left" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
+<cell alignment="center" valignment="top" topline="true" leftline="true"
usebox="none">
\begin_inset Text
\begin_layout Plain Layout
-Unreliable
+export
\end_layout
\end_inset
</cell>
-<cell alignment="left" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
+<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
-Suspicious
+unreliable
\end_layout
\end_inset
</cell>
-<cell alignment="left" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
+<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
-Suspended
+inverted
\end_layout
\end_inset
</cell>
-<cell multicolumn="1" alignment="center" valignment="top" topline="true"
leftline="true" usebox="none">
+<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
-export
+suspended
\end_layout
\end_inset
</cell>
-<cell multicolumn="2" alignment="center" valignment="top" topline="true"
usebox="none">
+<cell alignment="center" valignment="top" topline="true" leftline="true"
rightline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
@@ -4077,34 +4106,54 @@ export
\end_inset
</cell>
-<cell multicolumn="1" alignment="center" valignment="top" topline="true"
leftline="true" usebox="none">
+</row>
+<row>
+<cell alignment="left" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
-unreliable
+Yes
\end_layout
\end_inset
</cell>
-<cell multicolumn="2" alignment="center" valignment="top" topline="true"
usebox="none">
+<cell alignment="left" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
+-
+\end_layout
+\end_inset
+</cell>
+<cell alignment="left" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
+\begin_inset Text
+
+\begin_layout Plain Layout
+-
\end_layout
\end_inset
</cell>
-<cell multicolumn="1" alignment="center" valignment="top" topline="true"
leftline="true" usebox="none">
+<cell alignment="left" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
-inverted
+-
+\end_layout
+
+\end_inset
+</cell>
+<cell alignment="center" valignment="top" topline="true" leftline="true"
usebox="none">
+\begin_inset Text
+
+\begin_layout Plain Layout
+-
\end_layout
\end_inset
</cell>
-<cell multicolumn="2" alignment="center" valignment="top" topline="true"
usebox="none">
+<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
@@ -4113,16 +4162,25 @@ inverted
\end_inset
</cell>
-<cell multicolumn="1" alignment="center" valignment="top" topline="true"
leftline="true" rightline="true" usebox="none">
+<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
-suspended
+-
\end_layout
\end_inset
</cell>
-<cell multicolumn="2" alignment="center" valignment="top" topline="true"
rightline="true" usebox="none">
+<cell alignment="center" valignment="top" topline="true" rightline="true"
usebox="none">
+\begin_inset Text
+
+\begin_layout Plain Layout
+-
+\end_layout
+
+\end_inset
+</cell>
+<cell alignment="center" valignment="top" topline="true" rightline="true"
usebox="none">
\begin_inset Text
\begin_layout Plain Layout
@@ -4133,11 +4191,11 @@ suspended
</cell>
</row>
<row>
-<cell alignment="left" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
+<cell multirow="3" alignment="left" valignment="top" topline="true"
bottomline="true" leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
-Yes
+No
\end_layout
\end_inset
@@ -4146,7 +4204,7 @@ Yes
\begin_inset Text
\begin_layout Plain Layout
--
+Yes
\end_layout
\end_inset
@@ -4182,12 +4240,21 @@ Yes
\begin_inset Text
\begin_layout Plain Layout
++
+\end_layout
+
+\end_inset
+</cell>
+<cell alignment="center" valignment="top" topline="true" usebox="none">
+\begin_inset Text
+
+\begin_layout Plain Layout
-
\end_layout
\end_inset
</cell>
-<cell alignment="center" valignment="top" topline="true" leftline="true"
usebox="none">
+<cell alignment="center" valignment="top" topline="true" rightline="true"
usebox="none">
\begin_inset Text
\begin_layout Plain Layout
@@ -4196,11 +4263,49 @@ Yes
\end_inset
</cell>
-<cell alignment="center" valignment="top" topline="true" usebox="none">
+<cell alignment="center" valignment="top" topline="true" rightline="true"
usebox="none">
+\begin_inset Text
+
+\begin_layout Plain Layout
+
+\end_layout
+
+\end_inset
+</cell>
+</row>
+<row>
+<cell multirow="4" alignment="left" valignment="middle" topline="true"
leftline="true" usebox="none">
+\begin_inset Text
+
+\begin_layout Plain Layout
+
+\end_layout
+
+\end_inset
+</cell>
+<cell multirow="3" alignment="left" valignment="top" topline="true"
bottomline="true" leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
+No
+\end_layout
+
+\end_inset
+</cell>
+<cell multirow="3" alignment="left" valignment="middle" topline="true"
bottomline="true" leftline="true" usebox="none">
+\begin_inset Text
+\begin_layout Plain Layout
+Yes
+\end_layout
+
+\end_inset
+</cell>
+<cell alignment="left" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
+\begin_inset Text
+
+\begin_layout Plain Layout
+Yes
\end_layout
\end_inset
@@ -4223,7 +4328,7 @@ Yes
\end_inset
</cell>
-<cell alignment="center" valignment="top" topline="true" leftline="true"
usebox="none">
+<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
@@ -4236,36 +4341,45 @@ Yes
\begin_inset Text
\begin_layout Plain Layout
--
++
+\end_layout
+
+\end_inset
+</cell>
+<cell alignment="center" valignment="top" topline="true" rightline="true"
usebox="none">
+\begin_inset Text
+
+\begin_layout Plain Layout
+WILL_FAIL
\end_layout
\end_inset
</cell>
</row>
<row>
-<cell multirow="3" alignment="left" valignment="top" topline="true"
bottomline="true" leftline="true" usebox="none">
+<cell multirow="4" alignment="left" valignment="top" topline="true"
leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
-No
+
\end_layout
\end_inset
</cell>
-<cell alignment="left" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
+<cell multirow="4" alignment="left" valignment="top" topline="true"
leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
-Yes
+
\end_layout
\end_inset
</cell>
-<cell alignment="left" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
+<cell multirow="4" alignment="left" valignment="top" topline="true"
bottomline="true" leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
--
+
\end_layout
\end_inset
@@ -4274,7 +4388,7 @@ Yes
\begin_inset Text
\begin_layout Plain Layout
--
+No
\end_layout
\end_inset
@@ -4283,6 +4397,15 @@ Yes
\begin_inset Text
\begin_layout Plain Layout
++
+\end_layout
+
+\end_inset
+</cell>
+<cell alignment="center" valignment="top" topline="true" usebox="none">
+\begin_inset Text
+
+\begin_layout Plain Layout
-
\end_layout
@@ -4292,12 +4415,59 @@ Yes
\begin_inset Text
\begin_layout Plain Layout
++
+\end_layout
+
+\end_inset
+</cell>
+<cell alignment="center" valignment="top" topline="true" rightline="true"
usebox="none">
+\begin_inset Text
+
+\begin_layout Plain Layout
-
\end_layout
\end_inset
</cell>
-<cell alignment="center" valignment="top" topline="true" leftline="true"
usebox="none">
+<cell alignment="center" valignment="top" topline="true" rightline="true"
usebox="none">
+\begin_inset Text
+
+\begin_layout Plain Layout
+WILL_FAIL
+\end_layout
+
+\end_inset
+</cell>
+</row>
+<row>
+<cell multirow="4" alignment="left" valignment="top" topline="true"
bottomline="true" leftline="true" usebox="none">
+\begin_inset Text
+
+\begin_layout Plain Layout
+
+\end_layout
+
+\end_inset
+</cell>
+<cell multirow="4" alignment="left" valignment="top" topline="true"
bottomline="true" leftline="true" usebox="none">
+\begin_inset Text
+
+\begin_layout Plain Layout
+
+\end_layout
+
+\end_inset
+</cell>
+<cell alignment="left" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
+\begin_inset Text
+
+\begin_layout Plain Layout
+No
+\end_layout
+
+\end_inset
+</cell>
+<cell alignment="left" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
@@ -4306,7 +4476,7 @@ Yes
\end_inset
</cell>
-<cell alignment="center" valignment="top" topline="true" usebox="none">
+<cell alignment="center" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
@@ -4315,7 +4485,7 @@ Yes
\end_inset
</cell>
-<cell alignment="center" valignment="top" topline="true" leftline="true"
usebox="none">
+<cell alignment="center" valignment="top" topline="true" bottomline="true"
usebox="none">
\begin_inset Text
\begin_layout Plain Layout
@@ -4324,7 +4494,7 @@ Yes
\end_inset
</cell>
-<cell alignment="center" valignment="top" topline="true" usebox="none">
+<cell alignment="center" valignment="top" topline="true" bottomline="true"
usebox="none">
\begin_inset Text
\begin_layout Plain Layout
@@ -4333,7 +4503,7 @@ Yes
\end_inset
</cell>
-<cell alignment="center" valignment="top" topline="true" leftline="true"
usebox="none">
+<cell alignment="center" valignment="top" topline="true" bottomline="true"
rightline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
@@ -4342,103 +4512,139 @@ Yes
\end_inset
</cell>
-<cell alignment="center" valignment="top" topline="true" rightline="true"
usebox="none">
+<cell alignment="center" valignment="top" topline="true" bottomline="true"
rightline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
--
+
\end_layout
\end_inset
</cell>
</row>
+</lyxtabular>
+
+\end_inset
+
+
+\end_layout
+
+\begin_layout Standard
+\begin_inset Note Note
+status open
+
+\begin_layout Plain Layout
+Without the
+\begin_inset Quotes eld
+\end_inset
+
+suspendedTests
+\begin_inset Quotes erd
+\end_inset
+
+ filter, this would be far less complicated:
+\end_layout
+
+\begin_layout Plain Layout
+\begin_inset Tabular
+<lyxtabular version="3" rows="6" columns="7">
+<features tabularvalignment="middle">
+<column alignment="left" valignment="top" width="0pt">
+<column alignment="left" valignment="top" width="0pt">
+<column alignment="left" valignment="top" width="0pt">
+<column alignment="center" valignment="top">
+<column alignment="center" valignment="top">
+<column alignment="center" valignment="top">
+<column alignment="center" valignment="top">
<row>
-<cell multirow="4" alignment="left" valignment="middle" topline="true"
leftline="true" usebox="none">
+<cell multicolumn="1" alignment="left" valignment="top" topline="true"
leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
-
+Test matching pattern in file:
\end_layout
\end_inset
</cell>
-<cell multirow="3" alignment="left" valignment="top" topline="true"
bottomline="true" leftline="true" usebox="none">
+<cell multicolumn="2" alignment="left" valignment="top" topline="true"
leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
-No
+
\end_layout
\end_inset
</cell>
-<cell multirow="3" alignment="left" valignment="middle" topline="true"
bottomline="true" leftline="true" usebox="none">
+<cell multicolumn="2" alignment="left" valignment="top" topline="true"
leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
-Yes
+
\end_layout
\end_inset
</cell>
-<cell alignment="left" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
+<cell multicolumn="1" alignment="center" valignment="top" topline="true"
leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
-Yes
+Label
\end_layout
\end_inset
</cell>
-<cell alignment="center" valignment="top" topline="true" leftline="true"
usebox="none">
+<cell multicolumn="2" alignment="center" valignment="top" topline="true"
leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
--
+
\end_layout
\end_inset
</cell>
-<cell alignment="center" valignment="top" topline="true" usebox="none">
+<cell multicolumn="2" alignment="center" valignment="top" topline="true"
leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
--
+
\end_layout
\end_inset
</cell>
-<cell alignment="center" valignment="top" topline="true" leftline="true"
usebox="none">
+<cell alignment="center" valignment="top" topline="true" leftline="true"
rightline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
--
+test property
\end_layout
\end_inset
</cell>
-<cell alignment="center" valignment="top" topline="true" usebox="none">
+</row>
+<row>
+<cell alignment="left" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
--
+ignoredTests
\end_layout
\end_inset
</cell>
-<cell alignment="center" valignment="top" topline="true" leftline="true"
usebox="none">
+<cell alignment="left" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
-+
+unreliableTests
\end_layout
\end_inset
</cell>
-<cell alignment="center" valignment="top" topline="true" usebox="none">
+<cell alignment="left" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
--
+invertedTests
\end_layout
\end_inset
@@ -4447,32 +4653,30 @@ Yes
\begin_inset Text
\begin_layout Plain Layout
--
+export
\end_layout
\end_inset
</cell>
-<cell alignment="center" valignment="top" topline="true" rightline="true"
usebox="none">
+<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
-+
+unreliable
\end_layout
\end_inset
</cell>
-</row>
-<row>
-<cell multirow="4" alignment="left" valignment="top" topline="true"
leftline="true" usebox="none">
+<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
-
+inverted
\end_layout
\end_inset
</cell>
-<cell multirow="4" alignment="left" valignment="top" topline="true"
leftline="true" usebox="none">
+<cell alignment="center" valignment="top" topline="true" leftline="true"
rightline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
@@ -4481,11 +4685,22 @@ Yes
\end_inset
</cell>
-<cell multirow="4" alignment="left" valignment="top" topline="true"
bottomline="true" leftline="true" usebox="none">
+</row>
+<row>
+<cell alignment="left" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
+Yes
+\end_layout
+
+\end_inset
+</cell>
+<cell alignment="left" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
+\begin_inset Text
+\begin_layout Plain Layout
+-
\end_layout
\end_inset
@@ -4494,7 +4709,7 @@ Yes
\begin_inset Text
\begin_layout Plain Layout
-No
+-
\end_layout
\end_inset
@@ -4512,12 +4727,12 @@ No
\begin_inset Text
\begin_layout Plain Layout
-+
+
\end_layout
\end_inset
</cell>
-<cell alignment="center" valignment="top" topline="true" leftline="true"
usebox="none">
+<cell alignment="center" valignment="top" topline="true" rightline="true"
usebox="none">
\begin_inset Text
\begin_layout Plain Layout
@@ -4526,7 +4741,36 @@ No
\end_inset
</cell>
-<cell alignment="center" valignment="top" topline="true" usebox="none">
+<cell alignment="center" valignment="top" topline="true" rightline="true"
usebox="none">
+\begin_inset Text
+
+\begin_layout Plain Layout
+
+\end_layout
+
+\end_inset
+</cell>
+</row>
+<row>
+<cell multirow="3" alignment="left" valignment="middle" topline="true"
bottomline="true" leftline="true" usebox="none">
+\begin_inset Text
+
+\begin_layout Plain Layout
+No
+\end_layout
+
+\end_inset
+</cell>
+<cell alignment="left" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
+\begin_inset Text
+
+\begin_layout Plain Layout
+Yes
+\end_layout
+
+\end_inset
+</cell>
+<cell alignment="left" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
@@ -4539,7 +4783,7 @@ No
\begin_inset Text
\begin_layout Plain Layout
-+
+-
\end_layout
\end_inset
@@ -4553,7 +4797,7 @@ No
\end_inset
</cell>
-<cell alignment="center" valignment="top" topline="true" leftline="true"
usebox="none">
+<cell alignment="center" valignment="top" topline="true" rightline="true"
usebox="none">
\begin_inset Text
\begin_layout Plain Layout
@@ -4566,14 +4810,14 @@ No
\begin_inset Text
\begin_layout Plain Layout
--
+
\end_layout
\end_inset
</cell>
</row>
<row>
-<cell multirow="4" alignment="left" valignment="top" topline="true"
bottomline="true" leftline="true" usebox="none">
+<cell multirow="4" alignment="left" valignment="middle" topline="true"
leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
@@ -4582,34 +4826,34 @@ No
\end_inset
</cell>
-<cell multirow="4" alignment="left" valignment="top" topline="true"
bottomline="true" leftline="true" usebox="none">
+<cell multirow="3" alignment="left" valignment="middle" topline="true"
bottomline="true" leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
-
+No
\end_layout
\end_inset
</cell>
-<cell alignment="left" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
+<cell alignment="center" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
-No
+Yes
\end_layout
\end_inset
</cell>
-<cell alignment="left" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
+<cell alignment="center" valignment="top" topline="true" leftline="true"
usebox="none">
\begin_inset Text
\begin_layout Plain Layout
--
++
\end_layout
\end_inset
</cell>
-<cell alignment="center" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
+<cell alignment="center" valignment="top" topline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
@@ -4618,7 +4862,7 @@ No
\end_inset
</cell>
-<cell alignment="center" valignment="top" topline="true" bottomline="true"
usebox="none">
+<cell alignment="center" valignment="top" topline="true" rightline="true"
usebox="none">
\begin_inset Text
\begin_layout Plain Layout
@@ -4627,20 +4871,40 @@ No
\end_inset
</cell>
-<cell alignment="center" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
+<cell alignment="center" valignment="top" topline="true" rightline="true"
usebox="none">
\begin_inset Text
\begin_layout Plain Layout
--
+WILL_FAIL
\end_layout
\end_inset
</cell>
-<cell alignment="center" valignment="top" topline="true" bottomline="true"
usebox="none">
+</row>
+<row>
+<cell multirow="4" alignment="left" valignment="top" topline="true"
bottomline="true" leftline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
--
+
+\end_layout
+
+\end_inset
+</cell>
+<cell multirow="4" alignment="left" valignment="top" topline="true"
bottomline="true" leftline="true" usebox="none">
+\begin_inset Text
+
+\begin_layout Plain Layout
+
+\end_layout
+
+\end_inset
+</cell>
+<cell alignment="left" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
+\begin_inset Text
+
+\begin_layout Plain Layout
+No
\end_layout
\end_inset
@@ -4649,7 +4913,7 @@ No
\begin_inset Text
\begin_layout Plain Layout
--
++
\end_layout
\end_inset
@@ -4663,7 +4927,7 @@ No
\end_inset
</cell>
-<cell alignment="center" valignment="top" topline="true" bottomline="true"
leftline="true" usebox="none">
+<cell alignment="center" valignment="top" topline="true" bottomline="true"
rightline="true" usebox="none">
\begin_inset Text
\begin_layout Plain Layout
@@ -4676,7 +4940,7 @@ No
\begin_inset Text
\begin_layout Plain Layout
--
+
\end_layout
\end_inset
@@ -4689,6 +4953,11 @@ No
\end_layout
+\end_inset
+
+
+\end_layout
+
\begin_layout Subsubsection
check_load tests
\end_layout
