Skip to content

TSDB: More tests #78208

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
nik9000 merged 3 commits into from
Oct 4, 2021
Merged

TSDB: More tests #78208

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
1a00ee4
TSDB: More tests
nik9000 Sep 22, 2021
79948bb
Merge branch 'master' into tsdb_shell_tests
nik9000 Oct 1, 2021
7f789bf
Fixup
nik9000 Oct 1, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
261 changes: 261 additions & 0 deletions rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/tsdb/40_search.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,261 @@
setup:
- skip:
version: " - 7.99.99"
reason: introduced in 8.0.0

- do:
indices.create:
index: test
body:
settings:
index:
mode: time_series
mappings:
properties:
"@timestamp":
type: date
metricset:
type: keyword
time_series_dimension: true
k8s:
properties:
pod:
properties:
uid:
type: keyword
time_series_dimension: true
name:
type: keyword
ip:
type: ip
network:
properties:
tx:
type: long
rx:
type: long
- do:
bulk:
refresh: true
index: test
body:
- '{"index": {}}'
- '{"@timestamp": "2021-04-28T18:50:04.467Z", "metricset": "pod", "k8s": {"pod": {"name": "cat", "uid":"947e4ced-1786-4e53-9e0c-5c447e959507", "ip": "10.10.55.1", "network": {"tx": 2001818691, "rx": 802133794}}}}'
- '{"index": {}}'
- '{"@timestamp": "2021-04-28T18:50:24.467Z", "metricset": "pod", "k8s": {"pod": {"name": "cat", "uid":"947e4ced-1786-4e53-9e0c-5c447e959507", "ip": "10.10.55.1", "network": {"tx": 2005177954, "rx": 801479970}}}}'
- '{"index": {}}'
- '{"@timestamp": "2021-04-28T18:50:44.467Z", "metricset": "pod", "k8s": {"pod": {"name": "cat", "uid":"947e4ced-1786-4e53-9e0c-5c447e959507", "ip": "10.10.55.1", "network": {"tx": 2006223737, "rx": 802337279}}}}'
- '{"index": {}}'
- '{"@timestamp": "2021-04-28T18:51:04.467Z", "metricset": "pod", "k8s": {"pod": {"name": "cat", "uid":"947e4ced-1786-4e53-9e0c-5c447e959507", "ip": "10.10.55.2", "network": {"tx": 2012916202, "rx": 803685721}}}}'
- '{"index": {}}'
- '{"@timestamp": "2021-04-28T18:50:03.142Z", "metricset": "pod", "k8s": {"pod": {"name": "dog", "uid":"df3145b3-0563-4d3b-a0f7-897eb2876ea9", "ip": "10.10.55.3", "network": {"tx": 1434521831, "rx": 530575198}}}}'
- '{"index": {}}'
- '{"@timestamp": "2021-04-28T18:50:23.142Z", "metricset": "pod", "k8s": {"pod": {"name": "dog", "uid":"df3145b3-0563-4d3b-a0f7-897eb2876ea9", "ip": "10.10.55.3", "network": {"tx": 1434577921, "rx": 530600088}}}}'
- '{"index": {}}'
- '{"@timestamp": "2021-04-28T18:50:53.142Z", "metricset": "pod", "k8s": {"pod": {"name": "dog", "uid":"df3145b3-0563-4d3b-a0f7-897eb2876ea9", "ip": "10.10.55.3", "network": {"tx": 1434587694, "rx": 530604797}}}}'
- '{"index": {}}'
- '{"@timestamp": "2021-04-28T18:51:03.142Z", "metricset": "pod", "k8s": {"pod": {"name": "dog", "uid":"df3145b3-0563-4d3b-a0f7-897eb2876ea9", "ip": "10.10.55.3", "network": {"tx": 1434595272, "rx": 530605511}}}}'

---
query a dimension:
- skip:
version: " - 7.99.99"
reason: introduced in 8.0.0

- do:
search:
index: test
body:
query:
match:
k8s.pod.uid: 947e4ced-1786-4e53-9e0c-5c447e959507

- match: {hits.total.value: 4}

---
query a metric:
- skip:
version: " - 7.99.99"
reason: introduced in 8.0.0

- do:
search:
index: test
body:
query:
range:
k8s.pod.network.tx:
gt: 2006223737

- match: {hits.total.value: 1}

# TODO add test showing that quering _tsid fails

---
fetch a dimension:
- skip:
version: " - 7.99.99"
reason: introduced in 8.0.0

- do:
search:
index: test
body:
fields:
- field: k8s.pod.uid
query:
query_string:
query: '+@timestamp:"2021-04-28T18:51:04.467Z" +k8s.pod.name:cat'

- match: {hits.total.value: 1}
- match: {hits.hits.0.fields.k8s\.pod\.uid: [947e4ced-1786-4e53-9e0c-5c447e959507]}

---
fetch a metric:
- skip:
version: " - 7.99.99"
reason: introduced in 8.0.0

- do:
search:
index: test
body:
fields:
- field: k8s.pod.network.tx
query:
query_string:
query: '+@timestamp:"2021-04-28T18:51:04.467Z" +k8s.pod.name:cat'

- match: {hits.total.value: 1}
- match: {hits.hits.0.fields.k8s\.pod\.network\.tx: [2012916202]}
- is_false: hits.hits.0.fields._tsid # tsid isn't fetched by default

---
fetch a tag:
- skip:
version: " - 7.99.99"
reason: introduced in 8.0.0

- do:
search:
index: test
body:
fields:
- field: k8s.pod.ip
query:
query_string:
query: '+@timestamp:"2021-04-28T18:51:04.467Z" +k8s.pod.name:cat'

- match: {hits.total.value: 1}
- match: {hits.hits.0.fields.k8s\.pod\.ip: ['10.10.55.2']}
- is_false: hits.hits.0.fields._tsid # tsid isn't fetched by default

# TODO add test to fetch the tsid

---
aggregate a dimension:
- skip:
version: " - 7.99.99"
reason: introduced in 8.0.0

- do:
search:
index: test
body:
size: 0
aggs:
uids:
terms:
field: k8s.pod.uid

- match: {hits.total.value: 8}
- match: {aggregations.uids.buckets.0.key: 947e4ced-1786-4e53-9e0c-5c447e959507}
- match: {aggregations.uids.buckets.0.doc_count: 4}
- match: {aggregations.uids.buckets.1.key: df3145b3-0563-4d3b-a0f7-897eb2876ea9}
- match: {aggregations.uids.buckets.1.doc_count: 4}

---
aggregate a metric:
- skip:
version: " - 7.99.99"
reason: introduced in 8.0.0

- do:
search:
index: test
body:
size: 0
aggs:
uids:
terms:
field: k8s.pod.uid
aggs:
max_rx:
max:
field: k8s.pod.network.rx

- match: {hits.total.value: 8}
- match: {aggregations.uids.buckets.0.key: 947e4ced-1786-4e53-9e0c-5c447e959507}
- match: {aggregations.uids.buckets.0.doc_count: 4}
- match: {aggregations.uids.buckets.0.max_rx.value: 803685721}
- match: {aggregations.uids.buckets.1.key: df3145b3-0563-4d3b-a0f7-897eb2876ea9}
- match: {aggregations.uids.buckets.1.doc_count: 4}
- match: {aggregations.uids.buckets.1.max_rx.value: 530605511}

---
aggregate a tag:
- skip:
version: " - 7.99.99"
reason: introduced in 8.0.0

- do:
search:
index: test
body:
size: 0
aggs:
ips:
terms:
field: k8s.pod.ip
order:
_key: asc

- match: {hits.total.value: 8}
- match: {aggregations.ips.buckets.0.key: 10.10.55.1}
- match: {aggregations.ips.buckets.0.doc_count: 3}
- match: {aggregations.ips.buckets.1.key: 10.10.55.2}
- match: {aggregations.ips.buckets.1.doc_count: 1}
- match: {aggregations.ips.buckets.2.key: 10.10.55.3}
- match: {aggregations.ips.buckets.2.doc_count: 4}


# TODO add a test aggregating the _tsid

---
field capabilities:
- skip:
version: " - 7.99.99"
reason: introduced in 8.0.0

- do:
field_caps:
index: test
fields: [k8s.pod.uid, k8s.pod.network.rx, k8s.pod.ip, _tsid]

# TODO assert time_series_metric and time_series_dimension
- match: {fields.k8s\.pod\.uid.keyword.searchable: true}
- match: {fields.k8s\.pod\.uid.keyword.aggregatable: true}
- is_false: fields.k8s\.pod\.uid.keyword.indices
- is_false: fields.k8s\.pod\.uid.keyword.non_searchable_indices
- is_false: fields.k8s\.pod\.uid.keyword.non_aggregatable_indices
- match: {fields.k8s\.pod\.network\.rx.long.searchable: true}
- match: {fields.k8s\.pod\.network\.rx.long.aggregatable: true}
- is_false: fields.k8s\.pod\.network\.rx.long.indices
- is_false: fields.k8s\.pod\.network\.rx.long.non_searchable_indices
- is_false: fields.k8s\.pod\.network\.rx.long.non_aggregatable_indices
- match: {fields.k8s\.pod\.ip.ip.searchable: true}
- match: {fields.k8s\.pod\.ip.ip.aggregatable: true}
- is_false: fields.k8s\.pod\.ip.ip.indices
- is_false: fields.k8s\.pod\.ip.ip.non_searchable_indices
- is_false: fields.k8s\.pod\.ip.ip.non_aggregatable_indices
# TODO assert tsid once we build it:
87 changes: 87 additions & 0 deletions rest-api-spec/src/yamlRestTest/resources/rest-api-spec/test/tsdb/50_alias.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,87 @@
setup:
- skip:
version: " - 7.99.99"
reason: introduced in 8.0.0

- do:
indices.create:
index: test
body:
settings:
index:
mode: time_series
mappings:
properties:
"@timestamp":
type: date
metricset:
type: keyword
time_series_dimension: true
k8s:
properties:
pod:
properties:
uid:
type: keyword
time_series_dimension: true
name:
type: keyword
ip:
type: ip
network:
properties:
tx:
type: long
rx:
type: long
- do:
bulk:
refresh: true
index: test
body:
- '{"index": {}}'
- '{"@timestamp": "2021-04-28T18:50:04.467Z", "metricset": "pod", "k8s": {"pod": {"name": "cat", "uid":"947e4ced-1786-4e53-9e0c-5c447e959507", "ip": "10.10.55.1", "network": {"tx": 2001818691, "rx": 802133794}}}}'
- '{"index": {}}'
- '{"@timestamp": "2021-04-28T18:50:24.467Z", "metricset": "pod", "k8s": {"pod": {"name": "cat", "uid":"947e4ced-1786-4e53-9e0c-5c447e959507", "ip": "10.10.55.1", "network": {"tx": 2005177954, "rx": 801479970}}}}'
- '{"index": {}}'
- '{"@timestamp": "2021-04-28T18:50:44.467Z", "metricset": "pod", "k8s": {"pod": {"name": "cat", "uid":"947e4ced-1786-4e53-9e0c-5c447e959507", "ip": "10.10.55.1", "network": {"tx": 2006223737, "rx": 802337279}}}}'
- '{"index": {}}'
- '{"@timestamp": "2021-04-28T18:51:04.467Z", "metricset": "pod", "k8s": {"pod": {"name": "cat", "uid":"947e4ced-1786-4e53-9e0c-5c447e959507", "ip": "10.10.55.2", "network": {"tx": 2012916202, "rx": 803685721}}}}'
- '{"index": {}}'
- '{"@timestamp": "2021-04-28T18:50:03.142Z", "metricset": "pod", "k8s": {"pod": {"name": "dog", "uid":"df3145b3-0563-4d3b-a0f7-897eb2876ea9", "ip": "10.10.55.3", "network": {"tx": 1434521831, "rx": 530575198}}}}'
- '{"index": {}}'
- '{"@timestamp": "2021-04-28T18:50:23.142Z", "metricset": "pod", "k8s": {"pod": {"name": "dog", "uid":"df3145b3-0563-4d3b-a0f7-897eb2876ea9", "ip": "10.10.55.3", "network": {"tx": 1434577921, "rx": 530600088}}}}'
- '{"index": {}}'
- '{"@timestamp": "2021-04-28T18:50:53.142Z", "metricset": "pod", "k8s": {"pod": {"name": "dog", "uid":"df3145b3-0563-4d3b-a0f7-897eb2876ea9", "ip": "10.10.55.3", "network": {"tx": 1434587694, "rx": 530604797}}}}'
- '{"index": {}}'
- '{"@timestamp": "2021-04-28T18:51:03.142Z", "metricset": "pod", "k8s": {"pod": {"name": "dog", "uid":"df3145b3-0563-4d3b-a0f7-897eb2876ea9", "ip": "10.10.55.3", "network": {"tx": 1434595272, "rx": 530605511}}}}'

# TODO search on _tsid in an alias

---
index into alias:
- skip:
version: " - 7.99.99"
reason: introduced in 8.0.0

- do:
indices.put_alias:
index: test
name: test_alias

- do:
bulk:
refresh: true
index: test_alias
body:
- '{"index": {}}'
- '{"@timestamp": "2021-04-28T18:50:03.142Z", "metricset": "pod", "k8s": {"pod": {"name": "cow", "uid":"1c4fc7b8-93b7-4ba8-b609-2a48af2f8e39", "ip": "10.10.55.4", "network": {"tx": 1434521831, "rx": 530575198}}}}'
- '{"index": {}}'
- '{"@timestamp": "2021-04-28T18:50:23.142Z", "metricset": "pod", "k8s": {"pod": {"name": "cow", "uid":"1c4fc7b8-93b7-4ba8-b609-2a48af2f8e39", "ip": "10.10.55.4", "network": {"tx": 1434577921, "rx": 530600088}}}}'
- '{"index": {}}'
- '{"@timestamp": "2021-04-28T18:50:53.142Z", "metricset": "pod", "k8s": {"pod": {"name": "cow", "uid":"1c4fc7b8-93b7-4ba8-b609-2a48af2f8e39", "ip": "10.10.55.4", "network": {"tx": 1434587694, "rx": 530604797}}}}'
- '{"index": {}}'
- '{"@timestamp": "2021-04-28T18:51:03.142Z", "metricset": "pod", "k8s": {"pod": {"name": "cow", "uid":"1c4fc7b8-93b7-4ba8-b609-2a48af2f8e39", "ip": "10.10.55.4", "network": {"tx": 1434595272, "rx": 530605511}}}}'
- match: {errors: false}

# TODO search on tsid once we generate it
Loading