mirror of
https://gitee.com/milvus-io/milvus.git
synced 2024-12-03 20:39:36 +08:00
161 lines
6.3 KiB
YAML
161 lines
6.3 KiB
YAML
performance:
|
|
|
|
# interface: search_vectors
|
|
query:
|
|
# dataset: table name you have already created
|
|
# key starts with "server." need to reconfig and restart server, including use_blas_threshold/cpu_cache_capacity ..
|
|
[
|
|
# {
|
|
# "dataset": "random_50m_2048_512_ip",
|
|
# "index.index_types": ["ivf_sq8h"],
|
|
# "index.nlists": [16384],
|
|
# "nprobes": [8, 32],
|
|
# "top_ks": [1, 4, 16, 64, 128, 256, 512, 1000],
|
|
# "nqs": [1, 10, 100, 500, 800, 1000],
|
|
# "server.use_blas_threshold": 1100,
|
|
# "server.use_gpu_threshold": 100,
|
|
# "server.cpu_cache_capacity": 50,
|
|
# "server.resources": ["cpu", "gpu0", "gpu1"],
|
|
# "db_path_prefix": "/test/milvus/db_data/random_50m_2048_512_ip_sq8h"
|
|
# },
|
|
# {
|
|
# "dataset": "random_50m_2048_512_ip",
|
|
# "index.index_types": ["ivf_sq8h"],
|
|
# "index.nlists": [16384],
|
|
# "nprobes": [8, 32],
|
|
# "top_ks": [1, 4, 16, 64, 128, 256, 512, 1000],
|
|
# "nqs": [1, 10, 100, 500, 800, 1000],
|
|
# "server.use_blas_threshold": 1100,
|
|
# "server.use_gpu_threshold": 1000,
|
|
# "server.cpu_cache_capacity": 50,
|
|
# "server.resources": ["cpu", "gpu0", "gpu1"],
|
|
# "db_path_prefix": "/test/milvus/db_data/random_50m_2048_512_ip_sq8h"
|
|
# },
|
|
# {
|
|
# "dataset": "random_50m_2048_512_ip",
|
|
# "index.index_types": ["ivf_sq8h"],
|
|
# "index.nlists": [16384],
|
|
# "nprobes": [8, 32],
|
|
# "top_ks": [1, 4, 16, 64, 128, 256, 512, 1000],
|
|
# "nqs": [1, 10, 100, 500, 800, 1000],
|
|
# "server.use_blas_threshold": 1100,
|
|
# "server.use_gpu_threshold": 10000,
|
|
# "server.cpu_cache_capacity": 50,
|
|
# "server.resources": ["gpu0", "gpu1"],
|
|
# "server.enable_gpu": True,
|
|
# "db_path_prefix": "/test/milvus/db_data/random_50m_2048_512_ip_sq8h"
|
|
# },
|
|
# {
|
|
# "dataset": "random_50m_2048_512_ip",
|
|
# "index.index_types": ["ivf_sq8"],
|
|
# "index.nlists": [16384],
|
|
# "nprobes": [8, 32],
|
|
# "top_ks": [1, 4, 16, 64, 128, 256, 512, 1000],
|
|
# "nqs": [1, 10, 100, 500, 800, 1000],
|
|
# "server.use_blas_threshold": 1100,
|
|
# "server.use_gpu_threshold": 100,
|
|
# "server.cpu_cache_capacity": 50,
|
|
# "server.resources": ["gpu0", "gpu1"],
|
|
# "server.enable_gpu": True,
|
|
# "db_path_prefix": "/test/milvus/db_data/random_50m_2048_512_ip_sq8"
|
|
# },
|
|
# {
|
|
# "dataset": "random_50m_2048_512_ip",
|
|
# "index.index_types": ["ivf_sq8"],
|
|
# "index.nlists": [16384],
|
|
# "nprobes": [8, 32],
|
|
# "top_ks": [1, 4, 16, 64, 128, 256, 512, 1000],
|
|
# "nqs": [1, 10, 100, 500, 800, 1000],
|
|
# "server.use_blas_threshold": 1100,
|
|
# "server.use_gpu_threshold": 100,
|
|
# "server.cpu_cache_capacity": 50,
|
|
# "server.enable_gpu": True,
|
|
# "server.resources": ["gpu0", "gpu1"],
|
|
# "db_path_prefix": "/test/milvus/db_data_cpu/random_50m_2048_512_ip_sq8"
|
|
# },
|
|
|
|
# {
|
|
# "dataset": "random_50m_1024_512_ip",
|
|
# "index.index_types": ["ivf_sq8h"],
|
|
# "index.nlists": [16384],
|
|
# "nprobes": [8, 32],
|
|
# "top_ks": [1, 4, 16, 64, 128, 256, 512, 1000],
|
|
# "nqs": [1, 10, 100, 500, 800, 1000],
|
|
# "server.use_blas_threshold": 1100,
|
|
# "server.use_gpu_threshold": 100,
|
|
# "server.cpu_cache_capacity": 110,
|
|
# "server.resources": ["gpu0", "gpu1"],
|
|
# "db_path_prefix": "/test/milvus/db_data/random_50m_1024_512_ip"
|
|
# },
|
|
# {
|
|
# "dataset": "random_50m_1024_512_ip",
|
|
# "index.index_types": ["ivf_sq8h"],
|
|
# "index.nlists": [16384],
|
|
# "nprobes": [8, 32],
|
|
# "top_ks": [1, 4, 16, 64, 128, 256, 512, 1000],
|
|
# "nqs": [1, 10, 100, 500, 800, 1000],
|
|
# "server.use_blas_threshold": 1100,
|
|
# "server.use_gpu_threshold": 1000,
|
|
# "server.cpu_cache_capacity": 110,
|
|
# "server.resources": ["gpu0", "gpu1"],
|
|
# "db_path_prefix": "/test/milvus/db_data/random_50m_1024_512_ip"
|
|
# },
|
|
# {
|
|
# "dataset": "random_50m_1024_512_ip",
|
|
# "index.index_types": ["ivf_sq8h"],
|
|
# "index.nlists": [16384],
|
|
# "nprobes": [8, 32],
|
|
# "top_ks": [1, 4, 16, 64, 128, 256, 512, 1000],
|
|
# "nqs": [1, 10, 100, 500, 800, 1000],
|
|
# "server.use_blas_threshold": 1100,
|
|
# "server.use_gpu_threshold": 10000,
|
|
# "server.cpu_cache_capacity": 110,
|
|
# "server.resources": ["gpu0", "gpu1"],
|
|
# "db_path_prefix": "/test/milvus/db_data/random_50m_1024_512_ip"
|
|
# },
|
|
# {
|
|
# "dataset": "random_50m_1024_512_ip",
|
|
# "index.index_types": ["ivf_sq8"],
|
|
# "index.nlists": [16384],
|
|
# "nprobes": [8, 32],
|
|
# "top_ks": [1, 4, 16, 64, 128, 256, 512, 1000],
|
|
# "nqs": [1, 10, 100, 500, 800, 1000],
|
|
# "server.use_blas_threshold": 1100,
|
|
# "server.cpu_cache_capacity": 110,
|
|
# "server.resources": ["gpu0", "gpu1"],
|
|
# "server.enable_gpu": True,
|
|
# "db_path_prefix": "/test/milvus/db_data_gpu/random_50m_1024_512_ip_sq8"
|
|
# },
|
|
{
|
|
"dataset": "random_50m_1024_512_ip",
|
|
"index.index_types": ["ivf_pq"],
|
|
"index.nlists": [16384],
|
|
"nprobes": [8, 32],
|
|
"top_ks": [1, 4, 16, 64, 128, 256, 512, 1000],
|
|
"nqs": [1, 10, 100, 500, 800, 1000],
|
|
"server.use_blas_threshold": 1100,
|
|
"server.use_gpu_threshold": 100,
|
|
"server.cpu_cache_capacity": 110,
|
|
"server.gpu_cache_capacity": 6,
|
|
"server.index_build_device": "gpu0",
|
|
"server.resources": ["gpu0", "gpu1"],
|
|
"server.enable_gpu": True,
|
|
"db_path_prefix": "/test/milvus/db_data/random_50m_1024_512_ip_pq"
|
|
},
|
|
# {
|
|
# "dataset": "random_50m_1024_512_ip",
|
|
# "index.index_types": ["ivf_flat"],
|
|
# "index.nlists": [16384],
|
|
# "nprobes": [8],
|
|
# "top_ks": [8],
|
|
# "nqs": [500],
|
|
# "server.use_blas_threshold": 1100,
|
|
# "server.use_gpu_threshold": 100,
|
|
# "server.cpu_cache_capacity": 110,
|
|
# "server.gpu_cache_capacity": 6,
|
|
# "server.index_build_device": "gpu0",
|
|
# "server.resources": ["gpu0", "gpu1"],
|
|
# "server.enable_gpu": True,
|
|
# "db_path_prefix": "/test/milvus/db_data/random_50m_1024_512_ip_ivf"
|
|
# }
|
|
] |