mirror of
https://gitee.com/milvus-io/milvus.git
synced 2024-12-02 20:09:57 +08:00
3b0ca71602
Former-commit-id: ac930b6af9c664da4382e97722fed11a70bb2c99
171 lines
5.6 KiB
YAML
171 lines
5.6 KiB
YAML
#"server.resources": ["gpu0", "gpu1"]
|
|
|
|
performance:
|
|
# interface: search_vectors
|
|
query:
|
|
# dataset: table name you have already created
|
|
# key starts with "server." need to reconfig and restart server, including use_blas_threshold/cpu_cache_capacity ..
|
|
[
|
|
# debug
|
|
# {
|
|
# "dataset": "random_10m_1024_512_ip",
|
|
# # index info
|
|
# "index.index_types": ["ivf_sq8"],
|
|
# "index.nlists": [16384],
|
|
# "nprobes": [1],
|
|
# "top_ks": [1, 2, 4, 8, 16, 32, 64, 128, 256],
|
|
# "nqs": [1, 10, 100, 500, 800],
|
|
# "processes": 1, # multiprocessing
|
|
# "server.use_blas_threshold": 1100,
|
|
# "server.cpu_cache_capacity": 16,
|
|
# },
|
|
# {
|
|
# "dataset": "random_10m_1024_512_ip",
|
|
# # index info
|
|
# "index.index_types": ["ivf_sq8"],
|
|
# "index.nlists": [16384],
|
|
# "nprobes": [1],
|
|
# "top_ks": [1, 2, 4, 8, 16, 32, 64, 128, 256],
|
|
# "nqs": [1, 10, 100, 500, 800],
|
|
# "processes": 1, # multiprocessing
|
|
# "server.use_blas_threshold": 1100,
|
|
# "server.cpu_cache_capacity": 16,
|
|
# },
|
|
# {
|
|
# "dataset": "random_10m_1024_512_ip",
|
|
# # index info
|
|
# "index.index_types": ["ivf_sq8"],
|
|
# "index.nlists": [16384],
|
|
# "nprobes": [1],
|
|
# "top_ks": [1, 2, 4, 8, 16, 32, 64, 128, 256],
|
|
# "nqs": [1, 10, 100, 500, 800],
|
|
# "processes": 1, # multiprocessing
|
|
# # "server.use_blas_threshold": 1100,
|
|
# "server.cpu_cache_capacity": 16,
|
|
# },
|
|
# {
|
|
# "dataset": "random_10m_1024_512_ip",
|
|
# # index info
|
|
# "index.index_types": ["ivf_sq8"],
|
|
# "index.nlists": [16384],
|
|
# "nprobes": [1],
|
|
# "top_ks": [1, 2, 4, 8, 16, 32, 64, 128, 256],
|
|
# "nqs": [1, 10, 100, 500, 800],
|
|
# "processes": 1, # multiprocessing
|
|
# # "server.use_blas_threshold": 1100,
|
|
# "server.cpu_cache_capacity": 16,
|
|
# },
|
|
# {
|
|
# "dataset": "random_10m_1024_512_l2",
|
|
# # index info
|
|
# "index.index_types": ["ivf_sq8"],
|
|
# "index.nlists": [16384],
|
|
# "nprobes": [1],
|
|
# "top_ks": [1, 2, 4, 8, 16, 32, 64, 128, 256],
|
|
# "nqs": [1, 10, 100, 500, 800],
|
|
# "processes": 1, # multiprocessing
|
|
# "server.use_blas_threshold": 1100,
|
|
# "server.cpu_cache_capacity": 64
|
|
# },
|
|
# {
|
|
# "dataset": "sift_50m_1024_128_l2",
|
|
# # index info
|
|
# "index.index_types": ["ivf_sq8"],
|
|
# "index.nlists": [16384],
|
|
# "nprobes": [1, 32, 128],
|
|
# "top_ks": [1, 2, 4, 8, 16, 32, 64, 128, 256],
|
|
# "nqs": [1, 10, 100, 500, 800],
|
|
# # "top_ks": [256],
|
|
# # "nqs": [800],
|
|
# "processes": 1, # multiprocessing
|
|
# "server.use_blas_threshold": 1100,
|
|
# "server.cpu_cache_capacity": 310,
|
|
# "server.resources": ["gpu0", "gpu1"]
|
|
# },
|
|
{
|
|
"dataset": "sift_1m_1024_128_l2",
|
|
# index info
|
|
"index.index_types": ["ivf_sq8"],
|
|
"index.nlists": [16384],
|
|
"nprobes": [32],
|
|
"top_ks": [10],
|
|
"nqs": [100],
|
|
# "top_ks": [256],
|
|
# "nqs": [800],
|
|
"processes": 1, # multiprocessing
|
|
"server.use_blas_threshold": 1100,
|
|
"server.cpu_cache_capacity": 310,
|
|
"server.resources": ["cpu"]
|
|
},
|
|
{
|
|
"dataset": "sift_1m_1024_128_l2",
|
|
# index info
|
|
"index.index_types": ["ivf_sq8"],
|
|
"index.nlists": [16384],
|
|
"nprobes": [32],
|
|
"top_ks": [10],
|
|
"nqs": [100],
|
|
# "top_ks": [256],
|
|
# "nqs": [800],
|
|
"processes": 1, # multiprocessing
|
|
"server.use_blas_threshold": 1100,
|
|
"server.cpu_cache_capacity": 310,
|
|
"server.resources": ["gpu0"]
|
|
},
|
|
{
|
|
"dataset": "sift_1m_1024_128_l2",
|
|
# index info
|
|
"index.index_types": ["ivf_sq8"],
|
|
"index.nlists": [16384],
|
|
"nprobes": [32],
|
|
"top_ks": [10],
|
|
"nqs": [100],
|
|
# "top_ks": [256],
|
|
# "nqs": [800],
|
|
"processes": 1, # multiprocessing
|
|
"server.use_blas_threshold": 1100,
|
|
"server.cpu_cache_capacity": 310,
|
|
"server.resources": ["gpu0", "gpu1"]
|
|
},
|
|
# {
|
|
# "dataset": "sift_1b_2048_128_l2",
|
|
# # index info
|
|
# "index.index_types": ["ivf_sq8"],
|
|
# "index.nlists": [16384],
|
|
# "nprobes": [1],
|
|
# "top_ks": [1, 2, 4, 8, 16, 32, 64, 128, 256],
|
|
# "nqs": [1, 10, 100, 500, 800],
|
|
# # "top_ks": [256],
|
|
# # "nqs": [800],
|
|
# "processes": 1, # multiprocessing
|
|
# "server.use_blas_threshold": 1100,
|
|
# "server.cpu_cache_capacity": 310
|
|
# },
|
|
# {
|
|
# "dataset": "random_50m_1024_512_l2",
|
|
# # index info
|
|
# "index.index_types": ["ivf_sq8"],
|
|
# "index.nlists": [16384],
|
|
# "nprobes": [1],
|
|
# "top_ks": [1, 2, 4, 8, 16, 32, 64, 128, 256],
|
|
# "nqs": [1, 10, 100, 500, 800],
|
|
# # "top_ks": [256],
|
|
# # "nqs": [800],
|
|
# "processes": 1, # multiprocessing
|
|
# "server.use_blas_threshold": 1100,
|
|
# "server.cpu_cache_capacity": 128,
|
|
# "server.resources": ["gpu0", "gpu1"]
|
|
# },
|
|
# {
|
|
# "dataset": "random_100m_1024_512_ip",
|
|
# # index info
|
|
# "index.index_types": ["ivf_sq8"],
|
|
# "index.nlists": [16384],
|
|
# "nprobes": [1],
|
|
# "top_ks": [1, 2, 4, 8, 16, 32, 64, 128, 256],
|
|
# "nqs": [1, 10, 100, 500, 800],
|
|
# "processes": 1, # multiprocessing
|
|
# "server.use_blas_threshold": 1100,
|
|
# "server.cpu_cache_capacity": 256
|
|
# },
|
|
] |