1ae5d7bb4SGraydon Hoare# RUN: %{lit} %{inputs}/discovery | FileCheck --check-prefix=CHECK-BASIC %s 2ae5d7bb4SGraydon Hoare# CHECK-BASIC: Testing: 5 tests 3ae5d7bb4SGraydon Hoare 454a9b4c0SJulian Lettner 554a9b4c0SJulian Lettner# Check that we exit with an error if we do not discover any tests, even with --allow-empty-runs. 654a9b4c0SJulian Lettner# 754a9b4c0SJulian Lettner# RUN: not %{lit} %{inputs}/nonexistent 2>&1 | FileCheck --check-prefix=CHECK-BAD-PATH %s 854a9b4c0SJulian Lettner# RUN: not %{lit} %{inputs}/nonexistent --allow-empty-runs 2>&1 | FileCheck --check-prefix=CHECK-BAD-PATH %s 91458bb92SLouis Dionne# CHECK-BAD-PATH: error: did not discover any tests for provided path(s) 1054a9b4c0SJulian Lettner 1154a9b4c0SJulian Lettner# Check that we exit with an error if we filter out all tests, but allow it with --allow-empty-runs. 12*45d058e5SDavid Zarzycki# Check that we exit with an error if we skip all tests, but allow it with --allow-empty-runs. 1354a9b4c0SJulian Lettner# 1454a9b4c0SJulian Lettner# RUN: not %{lit} --filter 'nonexistent' %{inputs}/discovery 2>&1 | FileCheck --check-prefixes=CHECK-BAD-FILTER,CHECK-BAD-FILTER-ERROR %s 1554a9b4c0SJulian Lettner# RUN: %{lit} --filter 'nonexistent' --allow-empty-runs %{inputs}/discovery 2>&1 | FileCheck --check-prefixes=CHECK-BAD-FILTER,CHECK-BAD-FILTER-ALLOW %s 16*45d058e5SDavid Zarzycki# RUN: not %{lit} --filter-out '.*' %{inputs}/discovery 2>&1 | FileCheck --check-prefixes=CHECK-BAD-FILTER,CHECK-BAD-FILTER-ERROR %s 17*45d058e5SDavid Zarzycki# RUN: %{lit} --filter-out '.*' --allow-empty-runs %{inputs}/discovery 2>&1 | FileCheck --check-prefixes=CHECK-BAD-FILTER,CHECK-BAD-FILTER-ALLOW %s 18f38b543bSJulian Lettner# CHECK-BAD-FILTER: error: filter did not match any tests (of 5 discovered). 1954a9b4c0SJulian Lettner# CHECK-BAD-FILTER-ERROR: Use '--allow-empty-runs' to suppress this error. 2054a9b4c0SJulian Lettner# CHECK-BAD-FILTER-ALLOW: Suppressing error because '--allow-empty-runs' was specified. 2154a9b4c0SJulian Lettner 22ac36dafbSJulian Lettner# Check that regex-filtering works, is case-insensitive, and can be configured via env var. 23ae5d7bb4SGraydon Hoare# 24ae5d7bb4SGraydon Hoare# RUN: %{lit} --filter 'o[a-z]e' %{inputs}/discovery | FileCheck --check-prefix=CHECK-FILTER %s 25ac36dafbSJulian Lettner# RUN: %{lit} --filter 'O[A-Z]E' %{inputs}/discovery | FileCheck --check-prefix=CHECK-FILTER %s 26ac36dafbSJulian Lettner# RUN: env LIT_FILTER='o[a-z]e' %{lit} %{inputs}/discovery | FileCheck --check-prefix=CHECK-FILTER %s 27*45d058e5SDavid Zarzycki# RUN: %{lit} --filter-out 'test-t[a-z]' %{inputs}/discovery | FileCheck --check-prefix=CHECK-FILTER %s 28*45d058e5SDavid Zarzycki# RUN: %{lit} --filter-out 'test-t[A-Z]' %{inputs}/discovery | FileCheck --check-prefix=CHECK-FILTER %s 29*45d058e5SDavid Zarzycki# RUN: env LIT_FILTER_OUT='test-t[a-z]' %{lit} %{inputs}/discovery | FileCheck --check-prefix=CHECK-FILTER %s 30ae5d7bb4SGraydon Hoare# CHECK-FILTER: Testing: 2 of 5 tests 3199d6e05eSJulian Lettner# CHECK-FILTER: Excluded: 3 32ae5d7bb4SGraydon Hoare 3354a9b4c0SJulian Lettner 34ae5d7bb4SGraydon Hoare# Check that maximum counts work 35ae5d7bb4SGraydon Hoare# 36ae5d7bb4SGraydon Hoare# RUN: %{lit} --max-tests 3 %{inputs}/discovery | FileCheck --check-prefix=CHECK-MAX %s 37ae5d7bb4SGraydon Hoare# CHECK-MAX: Testing: 3 of 5 tests 3899d6e05eSJulian Lettner# CHECK-MAX: Excluded: 2 39ae5d7bb4SGraydon Hoare 40ae5d7bb4SGraydon Hoare 41ae5d7bb4SGraydon Hoare# Check that sharding partitions the testsuite in a way that distributes the 42ae5d7bb4SGraydon Hoare# rounding error nicely (i.e. 5/3 => 2 2 1, not 1 1 3 or whatever) 43ae5d7bb4SGraydon Hoare# 44ae5d7bb4SGraydon Hoare# RUN: %{lit} --num-shards 3 --run-shard 1 %{inputs}/discovery >%t.out 2>%t.err 45ae5d7bb4SGraydon Hoare# RUN: FileCheck --check-prefix=CHECK-SHARD0-ERR < %t.err %s 46ae5d7bb4SGraydon Hoare# RUN: FileCheck --check-prefix=CHECK-SHARD0-OUT < %t.out %s 47ae5d7bb4SGraydon Hoare# CHECK-SHARD0-ERR: note: Selecting shard 1/3 = size 2/5 = tests #(3*k)+1 = [1, 4] 48ae5d7bb4SGraydon Hoare# CHECK-SHARD0-OUT: Testing: 2 of 5 tests 4999d6e05eSJulian Lettner# CHECK-SHARD0-OUT: Excluded: 3 50ae5d7bb4SGraydon Hoare# 51ae5d7bb4SGraydon Hoare# RUN: %{lit} --num-shards 3 --run-shard 2 %{inputs}/discovery >%t.out 2>%t.err 52ae5d7bb4SGraydon Hoare# RUN: FileCheck --check-prefix=CHECK-SHARD1-ERR < %t.err %s 53ae5d7bb4SGraydon Hoare# RUN: FileCheck --check-prefix=CHECK-SHARD1-OUT < %t.out %s 54ae5d7bb4SGraydon Hoare# CHECK-SHARD1-ERR: note: Selecting shard 2/3 = size 2/5 = tests #(3*k)+2 = [2, 5] 55ae5d7bb4SGraydon Hoare# CHECK-SHARD1-OUT: Testing: 2 of 5 tests 56ae5d7bb4SGraydon Hoare# 57ae5d7bb4SGraydon Hoare# RUN: %{lit} --num-shards 3 --run-shard 3 %{inputs}/discovery >%t.out 2>%t.err 58ae5d7bb4SGraydon Hoare# RUN: FileCheck --check-prefix=CHECK-SHARD2-ERR < %t.err %s 59ae5d7bb4SGraydon Hoare# RUN: FileCheck --check-prefix=CHECK-SHARD2-OUT < %t.out %s 60ae5d7bb4SGraydon Hoare# CHECK-SHARD2-ERR: note: Selecting shard 3/3 = size 1/5 = tests #(3*k)+3 = [3] 61ae5d7bb4SGraydon Hoare# CHECK-SHARD2-OUT: Testing: 1 of 5 tests 62ae5d7bb4SGraydon Hoare 63ae5d7bb4SGraydon Hoare 64ae5d7bb4SGraydon Hoare# Check that sharding via env vars works. 65ae5d7bb4SGraydon Hoare# 66ae5d7bb4SGraydon Hoare# RUN: env LIT_NUM_SHARDS=3 LIT_RUN_SHARD=1 %{lit} %{inputs}/discovery >%t.out 2>%t.err 67ae5d7bb4SGraydon Hoare# RUN: FileCheck --check-prefix=CHECK-SHARD0-ENV-ERR < %t.err %s 68ae5d7bb4SGraydon Hoare# RUN: FileCheck --check-prefix=CHECK-SHARD0-ENV-OUT < %t.out %s 69ae5d7bb4SGraydon Hoare# CHECK-SHARD0-ENV-ERR: note: Selecting shard 1/3 = size 2/5 = tests #(3*k)+1 = [1, 4] 70ae5d7bb4SGraydon Hoare# CHECK-SHARD0-ENV-OUT: Testing: 2 of 5 tests 71ae5d7bb4SGraydon Hoare# 72ae5d7bb4SGraydon Hoare# RUN: env LIT_NUM_SHARDS=3 LIT_RUN_SHARD=2 %{lit} %{inputs}/discovery >%t.out 2>%t.err 73ae5d7bb4SGraydon Hoare# RUN: FileCheck --check-prefix=CHECK-SHARD1-ENV-ERR < %t.err %s 74ae5d7bb4SGraydon Hoare# RUN: FileCheck --check-prefix=CHECK-SHARD1-ENV-OUT < %t.out %s 75ae5d7bb4SGraydon Hoare# CHECK-SHARD1-ENV-ERR: note: Selecting shard 2/3 = size 2/5 = tests #(3*k)+2 = [2, 5] 76ae5d7bb4SGraydon Hoare# CHECK-SHARD1-ENV-OUT: Testing: 2 of 5 tests 77ae5d7bb4SGraydon Hoare# 78ae5d7bb4SGraydon Hoare# RUN: env LIT_NUM_SHARDS=3 LIT_RUN_SHARD=3 %{lit} %{inputs}/discovery >%t.out 2>%t.err 79ae5d7bb4SGraydon Hoare# RUN: FileCheck --check-prefix=CHECK-SHARD2-ENV-ERR < %t.err %s 80ae5d7bb4SGraydon Hoare# RUN: FileCheck --check-prefix=CHECK-SHARD2-ENV-OUT < %t.out %s 81ae5d7bb4SGraydon Hoare# CHECK-SHARD2-ENV-ERR: note: Selecting shard 3/3 = size 1/5 = tests #(3*k)+3 = [3] 82ae5d7bb4SGraydon Hoare# CHECK-SHARD2-ENV-OUT: Testing: 1 of 5 tests 83ae5d7bb4SGraydon Hoare 84ae5d7bb4SGraydon Hoare 85ae5d7bb4SGraydon Hoare# Check that providing more shards than tests results in 1 test per shard 86ae5d7bb4SGraydon Hoare# until we run out, then 0. 87ae5d7bb4SGraydon Hoare# 88ae5d7bb4SGraydon Hoare# RUN: %{lit} --num-shards 100 --run-shard 2 %{inputs}/discovery >%t.out 2>%t.err 89ae5d7bb4SGraydon Hoare# RUN: FileCheck --check-prefix=CHECK-SHARD-BIG-ERR1 < %t.err %s 90ae5d7bb4SGraydon Hoare# RUN: FileCheck --check-prefix=CHECK-SHARD-BIG-OUT1 < %t.out %s 91ae5d7bb4SGraydon Hoare# CHECK-SHARD-BIG-ERR1: note: Selecting shard 2/100 = size 1/5 = tests #(100*k)+2 = [2] 92ae5d7bb4SGraydon Hoare# CHECK-SHARD-BIG-OUT1: Testing: 1 of 5 tests 93ae5d7bb4SGraydon Hoare# 94ae5d7bb4SGraydon Hoare# RUN: %{lit} --num-shards 100 --run-shard 6 %{inputs}/discovery >%t.out 2>%t.err 95ae5d7bb4SGraydon Hoare# RUN: FileCheck --check-prefix=CHECK-SHARD-BIG-ERR2 < %t.err %s 96ae5d7bb4SGraydon Hoare# CHECK-SHARD-BIG-ERR2: note: Selecting shard 6/100 = size 0/5 = tests #(100*k)+6 = [] 97f38b543bSJulian Lettner# CHECK-SHARD-BIG-ERR2: warning: shard does not contain any tests. Consider decreasing the number of shards. 98ae5d7bb4SGraydon Hoare# 99ae5d7bb4SGraydon Hoare# RUN: %{lit} --num-shards 100 --run-shard 50 %{inputs}/discovery >%t.out 2>%t.err 100ae5d7bb4SGraydon Hoare# RUN: FileCheck --check-prefix=CHECK-SHARD-BIG-ERR3 < %t.err %s 101ae5d7bb4SGraydon Hoare# CHECK-SHARD-BIG-ERR3: note: Selecting shard 50/100 = size 0/5 = tests #(100*k)+50 = [] 102f38b543bSJulian Lettner# CHECK-SHARD-BIG-ERR3: warning: shard does not contain any tests. Consider decreasing the number of shards. 103ae5d7bb4SGraydon Hoare 104ae5d7bb4SGraydon Hoare 105ae5d7bb4SGraydon Hoare# Check that range constraints are enforced 106ae5d7bb4SGraydon Hoare# 107ae5d7bb4SGraydon Hoare# RUN: not %{lit} --num-shards 0 --run-shard 2 %{inputs}/discovery >%t.out 2>%t.err 108ae5d7bb4SGraydon Hoare# RUN: FileCheck --check-prefix=CHECK-SHARD-ERR < %t.err %s 109822946ceSJulian Lettner# CHECK-SHARD-ERR: error: argument --num-shards: requires positive integer, but found '0' 110ae5d7bb4SGraydon Hoare# 111ae5d7bb4SGraydon Hoare# RUN: not %{lit} --num-shards 3 --run-shard 4 %{inputs}/discovery >%t.out 2>%t.err 112ae5d7bb4SGraydon Hoare# RUN: FileCheck --check-prefix=CHECK-SHARD-ERR2 < %t.err %s 113ae5d7bb4SGraydon Hoare# CHECK-SHARD-ERR2: error: --run-shard must be between 1 and --num-shards (inclusive) 114