xref: /llvm-project/llvm/utils/lit/tests/googletest-no-sharding.py (revision 44d4b30ca30b11f29fdb7819e94dcc54ac8a979a)
1# Check the various features of the GoogleTest format.
2
3# RUN: not %{lit} -v --no-gtest-sharding --order=random %{inputs}/googletest-no-sharding > %t.out
4# FIXME: Temporarily dump test output so we can debug failing tests on
5# buildbots.
6# RUN: cat %t.out
7# RUN: FileCheck < %t.out %s
8#
9# END.
10
11# CHECK: -- Testing:
12# CHECK: FAIL: googletest-no-sharding :: [[PATH:[Dd]ummy[Ss]ub[Dd]ir/]][[FILE:OneTest\.py]]
13# CHECK: *** TEST 'googletest-no-sharding :: [[PATH]][[FILE]]' FAILED ***
14# CHECK-NEXT: Script(shard):
15# CHECK-NEXT: --
16# CHECK-NEXT: GTEST_OUTPUT=json:{{[^[:space:]]*}} GTEST_SHUFFLE=1 GTEST_RANDOM_SEED=123 {{.*}}[[FILE]]
17# CHECK-NEXT: --
18# CHECK-EMPTY:
19# CHECK-NEXT: Script:
20# CHECK-NEXT: --
21# CHECK-NEXT: [[FILE]] --gtest_filter=FirstTest.subTestB
22# CHECK-NEXT: --
23# CHECK-NEXT: I am subTest B output
24# CHECK-EMPTY:
25# CHECK-NEXT: I am subTest B, I FAIL
26# CHECK-NEXT: And I have two lines of output
27# CHECK-EMPTY:
28# CHECK: Script:
29# CHECK-NEXT: --
30# CHECK-NEXT: [[FILE]] --gtest_filter=FirstTest.subTestD
31# CHECK-NEXT: --
32# CHECK-NEXT: unresolved test result
33# CHECK: ***
34# CHECK: ***
35# CHECK: Unresolved Tests (1):
36# CHECK-NEXT:   googletest-no-sharding :: FirstTest/subTestD
37# CHECK: ***
38# CHECK-NEXT: Failed Tests (1):
39# CHECK-NEXT:   googletest-no-sharding :: FirstTest/subTestB
40# CHECK: Skipped{{ *}}: 1
41# CHECK: Passed{{ *}}: 3
42# CHECK: Unresolved{{ *}}: 1
43# CHECK: Failed{{ *}}: 1
44