mirror of
https://gitee.com/milvus-io/milvus.git
synced 2024-12-05 05:18:52 +08:00
1b2db02c35
Signed-off-by: zhuwenxing <wenxing.zhu@zilliz.com>
325 lines
7.5 KiB
YAML
325 lines
7.5 KiB
YAML
# Testcases All-in-one
|
|
# pod kill
|
|
# standalone
|
|
# 3 pods(standalone-ha-blabla, etcd, minio)
|
|
# cluster-1-node
|
|
# 11 pods(proxy, rootcoord, querynode, querycoord, datanode, datacoord,
|
|
# indexnode, indexcoord, pulsar, etcd, minio)
|
|
# cluster-n-nodes
|
|
# 11 pods* n: kill one and kill all
|
|
|
|
Collections:
|
|
-
|
|
testcase:
|
|
name: test_standalone_podkill
|
|
chaos: chaos_standalone_podkill.yaml
|
|
expectation:
|
|
cluster_1_node:
|
|
create: fail
|
|
insert: fail
|
|
flush: fail
|
|
index: fail
|
|
search: fail
|
|
query: fail
|
|
cluster_n_nodes:
|
|
search: degrade # keep functional, but performance degraded
|
|
query: degrade
|
|
-
|
|
testcase:
|
|
name: test_querynode_podkill
|
|
chaos: chaos_querynode_podkill.yaml
|
|
expectation:
|
|
cluster_1_node:
|
|
search: fail
|
|
query: fail
|
|
cluster_n_nodes:
|
|
search: degrade
|
|
query: degrade
|
|
-
|
|
testcase:
|
|
name: test_querycoord_podkill
|
|
chaos: chaos_querycoord_podkill.yaml
|
|
expectation:
|
|
cluster_1_node:
|
|
search: fail
|
|
query: fail
|
|
cluster_n_nodes:
|
|
search: degrade
|
|
query: degrade
|
|
-
|
|
testcase:
|
|
name: test_datanode_podkill
|
|
chaos: chaos_datanode_podkill.yaml
|
|
expectation:
|
|
cluster_1_node:
|
|
insert: succ
|
|
flush: fail
|
|
cluster_n_nodes:
|
|
insert: degrade
|
|
-
|
|
testcase:
|
|
name: test_datascoord_podkill
|
|
chaos: chaos_datacoord_podkill.yaml
|
|
expectation:
|
|
cluster_1_node:
|
|
insert: succ
|
|
flush: fail
|
|
cluster_n_nodes:
|
|
insert: degrade
|
|
-
|
|
testcase:
|
|
name: test_indexnode_podkill
|
|
chaos: chaos_indexnode_podkill.yaml
|
|
expectation:
|
|
cluster_1_node:
|
|
index: fail
|
|
cluster_n_nodes:
|
|
index: degrade
|
|
-
|
|
testcase:
|
|
name: test_indexcoord_podkill
|
|
chaos: chaos_indexcoord_podkill.yaml
|
|
expectation:
|
|
cluster_1_node:
|
|
index: fail
|
|
cluster_n_nodes:
|
|
insert: degrade
|
|
-
|
|
testcase:
|
|
name: test_proxy_podkill
|
|
chaos: chaos_proxy_podkill.yaml
|
|
expectation:
|
|
cluster_1_node:
|
|
create: fail
|
|
insert: fail
|
|
flush: fail
|
|
index: fail
|
|
search: fail
|
|
query: fail
|
|
cluster_n_nodes:
|
|
insert: fail
|
|
-
|
|
testcase:
|
|
name: test_rootcoord_podkill
|
|
chaos: chaos_rootcoord_podkill.yaml
|
|
expectation:
|
|
cluster_1_node:
|
|
create: fail
|
|
insert: fail
|
|
flush: fail
|
|
index: fail
|
|
search: fail
|
|
query: fail
|
|
cluster_n_nodes:
|
|
insert: degrade
|
|
-
|
|
testcase:
|
|
name: test_etcd_podkill
|
|
chaos: chaos_etcd_podkill.yaml
|
|
expectation:
|
|
cluster_1_node:
|
|
create: fail
|
|
insert: fail
|
|
flush: fail
|
|
index: fail
|
|
search: fail
|
|
query: fail
|
|
-
|
|
testcase:
|
|
name: test_minio_podkill
|
|
chaos: chaos_minio_podkill.yaml
|
|
expectation:
|
|
cluster_1_node:
|
|
create: fail
|
|
insert: fail
|
|
flush: fail
|
|
index: fail
|
|
search: fail
|
|
query: fail
|
|
-
|
|
testcase:
|
|
name: test_pulsar_podkill
|
|
chaos: chaos_pulsar_podkill.yaml
|
|
expectation:
|
|
cluster_1_node:
|
|
create: fail
|
|
insert: fail
|
|
flush: fail
|
|
index: fail
|
|
search: fail
|
|
query: fail
|
|
-
|
|
testcase:
|
|
name: test_proxy_network_partition
|
|
chaos: chaos_proxy_network_partition.yaml
|
|
expectation:
|
|
cluster_1_node:
|
|
create: fail
|
|
insert: fail
|
|
flush: fail
|
|
index: fail
|
|
search: fail
|
|
query: fail
|
|
-
|
|
testcase:
|
|
name: test_rootcoord_network_partition
|
|
chaos: chaos_rootcoord_network_partition.yaml
|
|
expectation:
|
|
cluster_1_node:
|
|
create: fail
|
|
insert: fail
|
|
flush: fail
|
|
index: fail
|
|
search: fail
|
|
query: fail
|
|
-
|
|
testcase:
|
|
name: test_pulsar_network_partition
|
|
chaos: chaos_pulsar_network_partition.yaml
|
|
expectation:
|
|
cluster_1_node:
|
|
create: fail
|
|
insert: fail
|
|
flush: fail
|
|
index: fail
|
|
search: fail
|
|
query: fail
|
|
-
|
|
testcase:
|
|
name: test_datacoord_network_partition
|
|
chaos: chaos_datacoord_network_partition.yaml
|
|
expectation:
|
|
cluster_1_node:
|
|
create: fail
|
|
insert: fail
|
|
flush: fail
|
|
index: fail
|
|
search: fail
|
|
query: fail
|
|
-
|
|
testcase:
|
|
name: test_datanode_network_partition
|
|
chaos: chaos_datanode_network_partition.yaml
|
|
expectation:
|
|
cluster_1_node:
|
|
create: fail
|
|
insert: fail
|
|
flush: fail
|
|
index: fail
|
|
search: fail
|
|
query: fail
|
|
-
|
|
testcase:
|
|
name: test_indexcoord_network_partition
|
|
chaos: chaos_indexcoord_network_partition.yaml
|
|
expectation:
|
|
cluster_1_node:
|
|
create: fail
|
|
insert: fail
|
|
flush: fail
|
|
index: fail
|
|
search: fail
|
|
query: fail
|
|
|
|
-
|
|
testcase:
|
|
name: test_indexnode_network_partition
|
|
chaos: chaos_indexnode_network_partition.yaml
|
|
expectation:
|
|
cluster_1_node:
|
|
create: fail
|
|
insert: fail
|
|
flush: fail
|
|
index: fail
|
|
search: fail
|
|
query: fail
|
|
|
|
-
|
|
testcase:
|
|
name: test_querycoord_network_partition
|
|
chaos: chaos_querycoord_network_partition.yaml
|
|
expectation:
|
|
cluster_1_node:
|
|
create: fail
|
|
insert: fail
|
|
flush: fail
|
|
index: fail
|
|
search: fail
|
|
query: fail
|
|
|
|
-
|
|
testcase:
|
|
name: test_querynode_network_partition
|
|
chaos: chaos_querynode_network_partition.yaml
|
|
expectation:
|
|
cluster_1_node:
|
|
create: fail
|
|
insert: fail
|
|
flush: fail
|
|
index: fail
|
|
search: fail
|
|
query: fail
|
|
-
|
|
testcase:
|
|
name: test_etcd_network_partition
|
|
chaos: chaos_etcd_network_partition.yaml
|
|
expectation:
|
|
cluster_1_node:
|
|
create: fail
|
|
insert: fail
|
|
flush: fail
|
|
index: fail
|
|
search: fail
|
|
query: fail
|
|
-
|
|
testcase:
|
|
name: test_minio_network_partition
|
|
chaos: chaos_minio_network_partition.yaml
|
|
expectation:
|
|
cluster_1_node:
|
|
create: fail
|
|
insert: fail
|
|
flush: fail
|
|
index: fail
|
|
search: fail
|
|
query: fail
|
|
|
|
-
|
|
testcase:
|
|
name: test_querynode_cpu100p
|
|
chaos: chaos_querynode_cpu100p.yaml
|
|
# and 10 more for the other pods
|
|
|
|
-
|
|
testcase:
|
|
name: test_querynode_mem100p
|
|
chaos: chaos_querynode_mem100p.yaml
|
|
# and 10 more for the other pods
|
|
|
|
-
|
|
testcase:
|
|
name: test_querynode_network_isolation
|
|
chaos: chaos_querynode_network_isolation.yaml
|
|
# and 10 more for the other pods
|
|
|
|
-
|
|
testcase:
|
|
name: test_datanode_container_kill
|
|
chaos: chaos_datanode_container_kill.yaml
|
|
expectation:
|
|
cluster_1_node:
|
|
insert: succ
|
|
flush: fail
|
|
cluster_n_nodes:
|
|
insert: degrade
|
|
|
|
-
|
|
testcase:
|
|
name: test_datanode_pod_failure
|
|
chaos: chaos_datanode_pod_failure.yaml
|
|
expectation:
|
|
cluster_1_node:
|
|
insert: succ
|
|
flush: fail
|
|
cluster_n_nodes:
|
|
insert: degrade |