mirror of
https://gitee.com/milvus-io/milvus.git
synced 2024-12-03 04:19:18 +08:00
109 lines
3.2 KiB
Go
109 lines
3.2 KiB
Go
// Licensed to the LF AI & Data foundation under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package integration
|
|
|
|
import (
|
|
"fmt"
|
|
"strconv"
|
|
|
|
"github.com/milvus-io/milvus-proto/go-api/commonpb"
|
|
"github.com/milvus-io/milvus/pkg/common"
|
|
"github.com/milvus-io/milvus/pkg/util/indexparamcheck"
|
|
)
|
|
|
|
const (
|
|
IndexRaftIvfFlat = indexparamcheck.IndexRaftIvfFlat
|
|
IndexRaftIvfPQ = indexparamcheck.IndexRaftIvfPQ
|
|
IndexFaissIDMap = indexparamcheck.IndexFaissIDMap
|
|
IndexFaissIvfFlat = indexparamcheck.IndexFaissIvfFlat
|
|
IndexFaissIvfPQ = indexparamcheck.IndexFaissIvfPQ
|
|
IndexFaissIvfSQ8 = indexparamcheck.IndexFaissIvfSQ8
|
|
IndexFaissBinIDMap = indexparamcheck.IndexFaissBinIDMap
|
|
IndexFaissBinIvfFlat = indexparamcheck.IndexFaissBinIvfFlat
|
|
IndexHNSW = indexparamcheck.IndexHNSW
|
|
IndexDISKANN = indexparamcheck.IndexDISKANN
|
|
)
|
|
|
|
func constructIndexParam(dim int, indexType string, metricType string) []*commonpb.KeyValuePair {
|
|
params := []*commonpb.KeyValuePair{
|
|
{
|
|
Key: common.DimKey,
|
|
Value: strconv.Itoa(dim),
|
|
},
|
|
{
|
|
Key: common.MetricTypeKey,
|
|
Value: metricType,
|
|
},
|
|
{
|
|
Key: common.IndexTypeKey,
|
|
Value: indexType,
|
|
},
|
|
}
|
|
switch indexType {
|
|
case IndexFaissIDMap, IndexFaissBinIDMap:
|
|
// no index param is required
|
|
case IndexFaissIvfFlat, IndexFaissBinIvfFlat, IndexFaissIvfSQ8:
|
|
params = append(params, &commonpb.KeyValuePair{
|
|
Key: "nlist",
|
|
Value: "100",
|
|
})
|
|
case IndexFaissIvfPQ:
|
|
params = append(params, &commonpb.KeyValuePair{
|
|
Key: "nlist",
|
|
Value: "100",
|
|
})
|
|
params = append(params, &commonpb.KeyValuePair{
|
|
Key: "m",
|
|
Value: "16",
|
|
})
|
|
params = append(params, &commonpb.KeyValuePair{
|
|
Key: "nbits",
|
|
Value: "8",
|
|
})
|
|
case IndexHNSW:
|
|
params = append(params, &commonpb.KeyValuePair{
|
|
Key: "M",
|
|
Value: "16",
|
|
})
|
|
params = append(params, &commonpb.KeyValuePair{
|
|
Key: "efConstruction",
|
|
Value: "200",
|
|
})
|
|
case IndexDISKANN:
|
|
default:
|
|
panic(fmt.Sprintf("unimplemented index param for %s, please help to improve it", indexType))
|
|
}
|
|
return params
|
|
}
|
|
|
|
func getSearchParams(indexType string, metricType string) map[string]any {
|
|
params := make(map[string]any)
|
|
switch indexType {
|
|
case IndexFaissIDMap, IndexFaissBinIDMap:
|
|
params["metric_type"] = metricType
|
|
case IndexFaissIvfFlat, IndexFaissBinIvfFlat, IndexFaissIvfSQ8, IndexFaissIvfPQ:
|
|
params["nprobe"] = 8
|
|
case IndexHNSW:
|
|
params["ef"] = 200
|
|
case IndexDISKANN:
|
|
params["search_list"] = 5
|
|
default:
|
|
panic(fmt.Sprintf("unimplemented search param for %s, please help to improve it", indexType))
|
|
}
|
|
return params
|
|
}
|