milvus/tests/benchmark/milvus_benchmark/suites/2_cpu_ann_accuracy.yaml

ann_accuracy:
  collections:
    -
      milvus:
        cache_config.cpu_cache_capacity: 16GB
        engine_config.use_blas_threshold: 1100
      server:
        cpus: 12
      source_file: /test/milvus/ann_hdf5/sift-128-euclidean.hdf5
      collection_name: sift_128_euclidean
      index_types: ['flat']
      index_params:
        nlist: [1024]
      top_ks: [10]
      nqs: [10000]
      search_params:
        nprobe: [1]

    -
      milvus:
        cache_config.cpu_cache_capacity: 16GB
        engine_config.use_blas_threshold: 1100
      server:
        cpus: 12
      source_file: /test/milvus/ann_hdf5/sift-128-euclidean.hdf5
      collection_name: sift_128_euclidean
      index_types: ['ivf_flat']
      index_params:
        nlist: [1024]
      top_ks: [10]
      nqs: [10000]
      search_params:
        nprobe: [1, 2, 4, 8, 16, 32, 64, 128, 256, 512]
    
    -
      milvus:
        cache_config.cpu_cache_capacity: 16GB
        engine_config.use_blas_threshold: 1100
      server:
        cpus: 12
      source_file: /test/milvus/ann_hdf5/sift-128-euclidean.hdf5
      collection_name: sift_128_euclidean
      index_types: ['ivf_sq8']
      index_params:
        nlist: [1024]
      top_ks: [10]
      nqs: [10000]
      search_params:
        nprobe: [1, 2, 4, 8, 16, 32, 64, 128, 256, 512]

    -
      milvus:
        cache_config.cpu_cache_capacity: 16GB
        engine_config.use_blas_threshold: 1100
      server:
        cpus: 12
      source_file: /test/milvus/ann_hdf5/sift-128-euclidean.hdf5
      collection_name: sift_128_euclidean
      index_types: ['ivf_pq']
      index_params:
        nlist: [1024]
        m: [32]
        nbits: [8]
      top_ks: [10]
      nqs: [10000]
      search_params:
        nprobe: [1, 2, 4, 8, 16, 32, 64, 128, 256, 512]

    -
      milvus:
        cache_config.cpu_cache_capacity: 16GB
        engine_config.use_blas_threshold: 1100
      server:
        cpus: 12
      source_file: /test/milvus/ann_hdf5/sift-128-euclidean.hdf5
      collection_name: sift_128_euclidean
      index_types: ['annoy']
      index_params:
        n_trees: [8, 32]
      top_ks: [10]
      nqs: [10000]
      search_params:
        search_k: [50, 100, 500, 1000]

    -
      milvus:
        cache_config.cpu_cache_capacity: 16GB
        engine_config.use_blas_threshold: 1100
      source_file: /test/milvus/ann_hdf5/sift-128-euclidean.hdf5
      collection_name: sift_128_euclidean
      index_types: ['hnsw']
      index_params:
        M: [16]
        efConstruction: [500]
      top_ks: [10]
      nqs: [10000]
      search_params:
        ef: [16, 32, 64, 128, 256, 512]

    -
      milvus:
        cache_config.cpu_cache_capacity: 16GB
        engine_config.use_blas_threshold: 1100
      server:
        cpus: 12
      source_file: /test/milvus/ann_hdf5/glove-200-angular.hdf5
      collection_name: glove_200_angular
      index_types: ['flat']
      index_params:
        nlist: [1024]
      top_ks: [10]
      nqs: [10000]
      search_params:
        nprobe: [1, 512, 16384]

    -
      milvus:
        cache_config.cpu_cache_capacity: 16GB
        engine_config.use_blas_threshold: 1100
      server:
        cpus: 12
      source_file: /test/milvus/ann_hdf5/glove-200-angular.hdf5
      collection_name: glove_200_angular
      index_types: ['ivf_flat']
      index_params:
        nlist: [1024]
      top_ks: [10]
      nqs: [10000]
      search_params:
        nprobe: [1, 2, 4, 8, 16, 32, 64, 128, 256, 512]

    -
      milvus:
        cache_config.cpu_cache_capacity: 16GB
        engine_config.use_blas_threshold: 1100
      server:
        cpus: 12
      source_file: /test/milvus/ann_hdf5/glove-200-angular.hdf5
      collection_name: glove_200_angular
      index_types: ['ivf_sq8']
      index_params:
        nlist: [1024]
      top_ks: [10]
      nqs: [10000]
      search_params:
        nprobe: [1, 2, 4, 8, 16, 32, 64, 128, 256, 512]

    -
      milvus:
        cache_config.cpu_cache_capacity: 16GB
        engine_config.use_blas_threshold: 1100
      source_file: /test/milvus/ann_hdf5/glove-200-angular.hdf5
      collection_name: glove_200_angular
      index_types: ['ivf_pq']
      index_params:
        nlist: [1024]
        m: [20]
        nbits: [8]
      top_ks: [10]
      nqs: [10000]
      search_params:
        nprobe: [1, 2, 4, 8, 16, 32, 64, 128, 256, 512]

    - milvus:
        cache_config.cpu_cache_capacity: 16GB
        engine_config.use_blas_threshold: 1100
      server:
        cpus: 12
      source_file: /test/milvus/ann_hdf5/glove-200-angular.hdf5
      collection_name: glove_200_angular
      index_types: ['annoy']
      index_params:
        n_trees: [8, 32]
      top_ks: [10]
      nqs: [10000]
      search_params:
        search_k: [50, 100, 500, 1000]

    -
      milvus:
        cache_config.cpu_cache_capacity: 16GB
        engine_config.use_blas_threshold: 1100
      server:
        cpus: 12
      source_file: /test/milvus/ann_hdf5/glove-200-angular.hdf5
      collection_name: glove_200_angular
      index_types: ['hnsw']
      index_params:
        M: [36]
        efConstruction: [500]
      top_ks: [10]
      nqs: [10000]
      search_params:
        ef: [10, 16, 32, 64, 128, 256, 512]