milvus/tests/python_client/chaos/chaos_objects/testcases.yaml
zhuwenxing 1b2db02c35
[skip ci]Update testcases for network partition chaos (#8250)
Signed-off-by: zhuwenxing <wenxing.zhu@zilliz.com>
2021-09-18 19:15:51 +08:00

325 lines
7.5 KiB
YAML

# Testcases All-in-one
# pod kill
# standalone
# 3 pods(standalone-ha-blabla, etcd, minio)
# cluster-1-node
# 11 pods(proxy, rootcoord, querynode, querycoord, datanode, datacoord,
# indexnode, indexcoord, pulsar, etcd, minio)
# cluster-n-nodes
# 11 pods* n: kill one and kill all
Collections:
-
testcase:
name: test_standalone_podkill
chaos: chaos_standalone_podkill.yaml
expectation:
cluster_1_node:
create: fail
insert: fail
flush: fail
index: fail
search: fail
query: fail
cluster_n_nodes:
search: degrade # keep functional, but performance degraded
query: degrade
-
testcase:
name: test_querynode_podkill
chaos: chaos_querynode_podkill.yaml
expectation:
cluster_1_node:
search: fail
query: fail
cluster_n_nodes:
search: degrade
query: degrade
-
testcase:
name: test_querycoord_podkill
chaos: chaos_querycoord_podkill.yaml
expectation:
cluster_1_node:
search: fail
query: fail
cluster_n_nodes:
search: degrade
query: degrade
-
testcase:
name: test_datanode_podkill
chaos: chaos_datanode_podkill.yaml
expectation:
cluster_1_node:
insert: succ
flush: fail
cluster_n_nodes:
insert: degrade
-
testcase:
name: test_datascoord_podkill
chaos: chaos_datacoord_podkill.yaml
expectation:
cluster_1_node:
insert: succ
flush: fail
cluster_n_nodes:
insert: degrade
-
testcase:
name: test_indexnode_podkill
chaos: chaos_indexnode_podkill.yaml
expectation:
cluster_1_node:
index: fail
cluster_n_nodes:
index: degrade
-
testcase:
name: test_indexcoord_podkill
chaos: chaos_indexcoord_podkill.yaml
expectation:
cluster_1_node:
index: fail
cluster_n_nodes:
insert: degrade
-
testcase:
name: test_proxy_podkill
chaos: chaos_proxy_podkill.yaml
expectation:
cluster_1_node:
create: fail
insert: fail
flush: fail
index: fail
search: fail
query: fail
cluster_n_nodes:
insert: fail
-
testcase:
name: test_rootcoord_podkill
chaos: chaos_rootcoord_podkill.yaml
expectation:
cluster_1_node:
create: fail
insert: fail
flush: fail
index: fail
search: fail
query: fail
cluster_n_nodes:
insert: degrade
-
testcase:
name: test_etcd_podkill
chaos: chaos_etcd_podkill.yaml
expectation:
cluster_1_node:
create: fail
insert: fail
flush: fail
index: fail
search: fail
query: fail
-
testcase:
name: test_minio_podkill
chaos: chaos_minio_podkill.yaml
expectation:
cluster_1_node:
create: fail
insert: fail
flush: fail
index: fail
search: fail
query: fail
-
testcase:
name: test_pulsar_podkill
chaos: chaos_pulsar_podkill.yaml
expectation:
cluster_1_node:
create: fail
insert: fail
flush: fail
index: fail
search: fail
query: fail
-
testcase:
name: test_proxy_network_partition
chaos: chaos_proxy_network_partition.yaml
expectation:
cluster_1_node:
create: fail
insert: fail
flush: fail
index: fail
search: fail
query: fail
-
testcase:
name: test_rootcoord_network_partition
chaos: chaos_rootcoord_network_partition.yaml
expectation:
cluster_1_node:
create: fail
insert: fail
flush: fail
index: fail
search: fail
query: fail
-
testcase:
name: test_pulsar_network_partition
chaos: chaos_pulsar_network_partition.yaml
expectation:
cluster_1_node:
create: fail
insert: fail
flush: fail
index: fail
search: fail
query: fail
-
testcase:
name: test_datacoord_network_partition
chaos: chaos_datacoord_network_partition.yaml
expectation:
cluster_1_node:
create: fail
insert: fail
flush: fail
index: fail
search: fail
query: fail
-
testcase:
name: test_datanode_network_partition
chaos: chaos_datanode_network_partition.yaml
expectation:
cluster_1_node:
create: fail
insert: fail
flush: fail
index: fail
search: fail
query: fail
-
testcase:
name: test_indexcoord_network_partition
chaos: chaos_indexcoord_network_partition.yaml
expectation:
cluster_1_node:
create: fail
insert: fail
flush: fail
index: fail
search: fail
query: fail
-
testcase:
name: test_indexnode_network_partition
chaos: chaos_indexnode_network_partition.yaml
expectation:
cluster_1_node:
create: fail
insert: fail
flush: fail
index: fail
search: fail
query: fail
-
testcase:
name: test_querycoord_network_partition
chaos: chaos_querycoord_network_partition.yaml
expectation:
cluster_1_node:
create: fail
insert: fail
flush: fail
index: fail
search: fail
query: fail
-
testcase:
name: test_querynode_network_partition
chaos: chaos_querynode_network_partition.yaml
expectation:
cluster_1_node:
create: fail
insert: fail
flush: fail
index: fail
search: fail
query: fail
-
testcase:
name: test_etcd_network_partition
chaos: chaos_etcd_network_partition.yaml
expectation:
cluster_1_node:
create: fail
insert: fail
flush: fail
index: fail
search: fail
query: fail
-
testcase:
name: test_minio_network_partition
chaos: chaos_minio_network_partition.yaml
expectation:
cluster_1_node:
create: fail
insert: fail
flush: fail
index: fail
search: fail
query: fail
-
testcase:
name: test_querynode_cpu100p
chaos: chaos_querynode_cpu100p.yaml
# and 10 more for the other pods
-
testcase:
name: test_querynode_mem100p
chaos: chaos_querynode_mem100p.yaml
# and 10 more for the other pods
-
testcase:
name: test_querynode_network_isolation
chaos: chaos_querynode_network_isolation.yaml
# and 10 more for the other pods
-
testcase:
name: test_datanode_container_kill
chaos: chaos_datanode_container_kill.yaml
expectation:
cluster_1_node:
insert: succ
flush: fail
cluster_n_nodes:
insert: degrade
-
testcase:
name: test_datanode_pod_failure
chaos: chaos_datanode_pod_failure.yaml
expectation:
cluster_1_node:
insert: succ
flush: fail
cluster_n_nodes:
insert: degrade