Skip to content

Commit

Permalink
[yaml-tests] update and stort skipped test list
Browse files Browse the repository at this point in the history
  • Loading branch information
swallez committed Feb 17, 2021
1 parent 2ded02b commit e6df8ce
Showing 1 changed file with 40 additions and 23 deletions.
63 changes: 40 additions & 23 deletions yaml_test_runner/skip.yml
Original file line number Diff line number Diff line change
Expand Up @@ -11,18 +11,20 @@ features:

# tests to skip generating and compiling a test for
tests:
xpack/ssl/10_basic.yml:
# this test returns the CA cert before the cert, so always fails
- "Test get SSL certificates"

xpack/transform/transforms_stats_continuous.yml:
# this test always returns "exponential_avg_checkpoint_duration_ms": 0.0 . seems like it might be missing data in
# the setup, fires quicker than any documents are processed, or the delay of 1m is too high?
- "Test get continuous transform stats"
xpack/api_key/10_basic.yml:
# Regex contains variable substitutions that the test harness doesn't support yet
- "Test invalidate api keys"

xpack/data_stream/40_supported_apis.yml:
# uses number as a key into object. serde_json::Value expects a string key
- "Verify shard stores api"

xpack/ml/jobs_get_result_overall_buckets.yml:
# this test always returns 3 buckets where 1 is expected
- "Test overall buckets given overall_score filter"
xpack/data_stream/80_resolve_index_data_streams.yml:
# Regex not properly interpreted by the test harness
- "Resolve index with hidden and closed indices"
# expected value json["indices"][0]["name"] to match String("test_index1") but was String(".security-7")
- "Resolve index with indices, aliases, and data streams"

xpack/ml/filter_crud.yml:
# Warning "this request accesses system indices..." to match is wrong on all tests
Expand All @@ -35,10 +37,15 @@ tests:
xpack/runtime_fields/20_long.yml:
# expected value ... to match Number(40.0) but was Number(40)
- "terms agg"
-
xpack/ssl/10_basic.yml:
# this test returns the CA cert before the cert, so always fails
- "Test get SSL certificates"

xpack/snapshot/10_basic.yml:
# this test fails because it can't access snapshot to restore it
- "Create a source only snapshot and then restore it"
xpack/transform/transforms_stats_continuous.yml:
# this test always returns "exponential_avg_checkpoint_duration_ms": 0.0 . seems like it might be missing data in
# the setup, fires quicker than any documents are processed, or the delay of 1m is too high?
- "Test get continuous transform stats"

# Test generator currently doesn't handle unsigned long values.
# We skip all tests as even the setup code will fail to compile.
Expand All @@ -55,32 +62,42 @@ tests:
xpack/unsigned_long/60_collapse.yml:
- "*"

oss/cat.aliases/10_basic.yml:
free/cat.aliases/10_basic.yml:
# this test fails as the regex needs a \n before the ending $
- "Multiple alias names"

oss/cat.indices/10_basic.yml:
free/cat.indices/10_basic.yml:
# this test fails as the regex needs a \n before the ending $
- "Test cat indices using health status"

oss/indices.shard_stores/10_basic.yml:
# uses number as a key into object. serde_json::Value expects a string key
- "basic index test"
- "multiple indices test"
free/cat.templates/10_basic.yml:
# Regex do not account for hidden templates returned by the request
- "Multiple template"
- "No templates"
- "Sort templates"

oss/indices.flush/10_basic.yml:
free/indices.flush/10_basic.yml:
# uses number as a key into object. serde_json::Value expects a string key
- "Index synced flush rest test"

oss/indices.segments/10_basic.yml:
free/indices.segments/10_basic.yml:
# uses number as a key into object. serde_json::Value expects a string key
- "basic segments test"

oss/indices.stats/12_level.yml:
free/indices.shard_stores/10_basic.yml:
# uses number as a key into object. serde_json::Value expects a string key
- "basic index test"
- "multiple indices test"

free/indices.stats/12_level.yml:
# uses number as a key into object. serde_json::Value expects a string key
- "Level - shards"

oss/search.aggregation/250_moving_fn.yml:
free/nodes.info/10_basic.yml:
# node has a lot more roles than those checked in the test (expects "ingest", finds "data_cold")
- "node_info role test"

free/search.aggregation/250_moving_fn.yml:
# The use of an invalid window interval results in a 400 response which looks like
# it suppresses the sending of deprecation headers
- "Bad window deprecated interval"

0 comments on commit e6df8ce

Please sign in to comment.