mirror of
https://gitee.com/milvus-io/milvus.git
synced 2024-12-02 11:59:00 +08:00
124 lines
4.2 KiB
Go
124 lines
4.2 KiB
Go
// Copyright (C) 2019-2020 Zilliz. All rights reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software distributed under the License
|
|
// is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
|
|
// or implied. See the License for the specific language governing permissions and limitations under the License.
|
|
|
|
package querynode
|
|
|
|
/*
|
|
#cgo CFLAGS: -I${SRCDIR}/../core/output/include
|
|
#cgo LDFLAGS: -L${SRCDIR}/../core/output/lib -lmilvus_segcore -Wl,-rpath=${SRCDIR}/../core/output/lib
|
|
|
|
#include "segcore/load_index_c.h"
|
|
|
|
*/
|
|
import "C"
|
|
import (
|
|
"errors"
|
|
"path/filepath"
|
|
"strconv"
|
|
"unsafe"
|
|
|
|
"go.uber.org/zap"
|
|
|
|
"github.com/milvus-io/milvus/internal/log"
|
|
)
|
|
|
|
type LoadIndexInfo struct {
|
|
cLoadIndexInfo C.CLoadIndexInfo
|
|
}
|
|
|
|
func newLoadIndexInfo() (*LoadIndexInfo, error) {
|
|
var cLoadIndexInfo C.CLoadIndexInfo
|
|
status := C.NewLoadIndexInfo(&cLoadIndexInfo)
|
|
errorCode := status.error_code
|
|
|
|
if errorCode != 0 {
|
|
errorMsg := C.GoString(status.error_msg)
|
|
defer C.free(unsafe.Pointer(status.error_msg))
|
|
return nil, errors.New("NewLoadIndexInfo failed, C runtime error detected, error code = " + strconv.Itoa(int(errorCode)) + ", error msg = " + errorMsg)
|
|
}
|
|
return &LoadIndexInfo{cLoadIndexInfo: cLoadIndexInfo}, nil
|
|
}
|
|
|
|
func deleteLoadIndexInfo(info *LoadIndexInfo) {
|
|
C.DeleteLoadIndexInfo(info.cLoadIndexInfo)
|
|
}
|
|
|
|
func (li *LoadIndexInfo) appendIndexParam(indexKey string, indexValue string) error {
|
|
cIndexKey := C.CString(indexKey)
|
|
defer C.free(unsafe.Pointer(cIndexKey))
|
|
cIndexValue := C.CString(indexValue)
|
|
defer C.free(unsafe.Pointer(cIndexValue))
|
|
status := C.AppendIndexParam(li.cLoadIndexInfo, cIndexKey, cIndexValue)
|
|
errorCode := status.error_code
|
|
|
|
if errorCode != 0 {
|
|
errorMsg := C.GoString(status.error_msg)
|
|
defer C.free(unsafe.Pointer(status.error_msg))
|
|
return errors.New("AppendIndexParam failed, C runtime error detected, error code = " + strconv.Itoa(int(errorCode)) + ", error msg = " + errorMsg)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (li *LoadIndexInfo) appendFieldInfo(fieldID FieldID) error {
|
|
cFieldID := C.long(fieldID)
|
|
status := C.AppendFieldInfo(li.cLoadIndexInfo, cFieldID)
|
|
errorCode := status.error_code
|
|
|
|
if errorCode != 0 {
|
|
errorMsg := C.GoString(status.error_msg)
|
|
defer C.free(unsafe.Pointer(status.error_msg))
|
|
return errors.New("AppendFieldInfo failed, C runtime error detected, error code = " + strconv.Itoa(int(errorCode)) + ", error msg = " + errorMsg)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (li *LoadIndexInfo) appendIndex(bytesIndex [][]byte, indexKeys []string) error {
|
|
var cBinarySet C.CBinarySet
|
|
status := C.NewBinarySet(&cBinarySet)
|
|
defer C.DeleteBinarySet(cBinarySet)
|
|
|
|
errorCode := status.error_code
|
|
if errorCode != 0 {
|
|
errorMsg := C.GoString(status.error_msg)
|
|
defer C.free(unsafe.Pointer(status.error_msg))
|
|
return errors.New("newBinarySet failed, C runtime error detected, error code = " + strconv.Itoa(int(errorCode)) + ", error msg = " + errorMsg)
|
|
}
|
|
|
|
for i, byteIndex := range bytesIndex {
|
|
indexPtr := unsafe.Pointer(&byteIndex[0])
|
|
indexLen := C.long(len(byteIndex))
|
|
binarySetKey := filepath.Base(indexKeys[i])
|
|
log.Debug("", zap.String("index key", binarySetKey))
|
|
indexKey := C.CString(binarySetKey)
|
|
status = C.AppendBinaryIndex(cBinarySet, indexPtr, indexLen, indexKey)
|
|
C.free(unsafe.Pointer(indexKey))
|
|
errorCode = status.error_code
|
|
if errorCode != 0 {
|
|
break
|
|
}
|
|
}
|
|
if errorCode != 0 {
|
|
errorMsg := C.GoString(status.error_msg)
|
|
defer C.free(unsafe.Pointer(status.error_msg))
|
|
return errors.New("AppendBinaryIndex failed, C runtime error detected, error code = " + strconv.Itoa(int(errorCode)) + ", error msg = " + errorMsg)
|
|
}
|
|
|
|
status = C.AppendIndex(li.cLoadIndexInfo, cBinarySet)
|
|
errorCode = status.error_code
|
|
if errorCode != 0 {
|
|
errorMsg := C.GoString(status.error_msg)
|
|
defer C.free(unsafe.Pointer(status.error_msg))
|
|
return errors.New("AppendIndex failed, C runtime error detected, error code = " + strconv.Itoa(int(errorCode)) + ", error msg = " + errorMsg)
|
|
}
|
|
|
|
return nil
|
|
}
|