xref: /llvm-project/llvm/utils/lit/tests/xfail-cl.py (revision b8355b71260e762af4e125a2241817cffe40bf4e)
1# Check that XFAILing works via command line or env var.
2
3# RUN: %{lit} --xfail 'false.txt;false2.txt;top-level-suite :: b :: test.txt' \
4# RUN:   --xfail-not 'true-xfail.txt;top-level-suite :: a :: test-xfail.txt' \
5# RUN:   %{inputs}/xfail-cl \
6# RUN: | FileCheck --check-prefix=CHECK-FILTER %s
7
8# RUN: env LIT_XFAIL='false.txt;false2.txt;top-level-suite :: b :: test.txt' \
9# RUN:   LIT_XFAIL_NOT='true-xfail.txt;top-level-suite :: a :: test-xfail.txt' \
10# RUN: %{lit} %{inputs}/xfail-cl \
11# RUN: | FileCheck --check-prefix=CHECK-FILTER %s
12
13# Check that --xfail-not and LIT_XFAIL_NOT always have precedence.
14
15# RUN: env LIT_XFAIL=true-xfail.txt \
16# RUN: %{lit} --xfail true-xfail.txt --xfail-not true-xfail.txt \
17# RUN:   --xfail true-xfail.txt %{inputs}/xfail-cl/true-xfail.txt \
18# RUN: | FileCheck --check-prefix=CHECK-OVERRIDE %s
19
20# RUN: env LIT_XFAIL_NOT=true-xfail.txt LIT_XFAIL=true-xfail.txt \
21# RUN: %{lit} --xfail true-xfail.txt %{inputs}/xfail-cl/true-xfail.txt \
22# RUN: | FileCheck --check-prefix=CHECK-OVERRIDE %s
23
24# END.
25
26# CHECK-FILTER: Testing: 10 tests, {{[0-9]*}} workers
27# CHECK-FILTER-DAG: {{^}}PASS: top-level-suite :: a :: test.txt
28# CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: b :: test.txt
29# CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: a :: false.txt
30# CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: b :: false.txt
31# CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: false.txt
32# CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: false2.txt
33# CHECK-FILTER-DAG: {{^}}PASS: top-level-suite :: true.txt
34# CHECK-FILTER-DAG: {{^}}PASS: top-level-suite :: true-xfail.txt
35# CHECK-FILTER-DAG: {{^}}PASS: top-level-suite :: a :: test-xfail.txt
36# CHECK-FILTER-DAG: {{^}}XFAIL: top-level-suite :: b :: test-xfail.txt
37
38# CHECK-OVERRIDE: Testing: 1 tests, {{[0-9]*}} workers
39# CHECK-OVERRIDE: {{^}}PASS: top-level-suite :: true-xfail.txt
40