// Copyright (C) 2019-2020 Zilliz. All rights reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software distributed under the License // is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express // or implied. See the License for the specific language governing permissions and limitations under the License. package querynode /* #cgo CFLAGS: -I${SRCDIR}/../core/output/include #cgo LDFLAGS: -L${SRCDIR}/../core/output/lib -lmilvus_segcore -Wl,-rpath=${SRCDIR}/../core/output/lib #include "segcore/load_index_c.h" */ import "C" import ( "errors" "path/filepath" "strconv" "unsafe" "go.uber.org/zap" "github.com/milvus-io/milvus/internal/log" ) type LoadIndexInfo struct { cLoadIndexInfo C.CLoadIndexInfo } func newLoadIndexInfo() (*LoadIndexInfo, error) { var cLoadIndexInfo C.CLoadIndexInfo status := C.NewLoadIndexInfo(&cLoadIndexInfo) errorCode := status.error_code if errorCode != 0 { errorMsg := C.GoString(status.error_msg) defer C.free(unsafe.Pointer(status.error_msg)) return nil, errors.New("NewLoadIndexInfo failed, C runtime error detected, error code = " + strconv.Itoa(int(errorCode)) + ", error msg = " + errorMsg) } return &LoadIndexInfo{cLoadIndexInfo: cLoadIndexInfo}, nil } func deleteLoadIndexInfo(info *LoadIndexInfo) { C.DeleteLoadIndexInfo(info.cLoadIndexInfo) } func (li *LoadIndexInfo) appendIndexParam(indexKey string, indexValue string) error { cIndexKey := C.CString(indexKey) defer C.free(unsafe.Pointer(cIndexKey)) cIndexValue := C.CString(indexValue) defer C.free(unsafe.Pointer(cIndexValue)) status := C.AppendIndexParam(li.cLoadIndexInfo, cIndexKey, cIndexValue) errorCode := status.error_code if errorCode != 0 { errorMsg := C.GoString(status.error_msg) defer C.free(unsafe.Pointer(status.error_msg)) return errors.New("AppendIndexParam failed, C runtime error detected, error code = " + strconv.Itoa(int(errorCode)) + ", error msg = " + errorMsg) } return nil } func (li *LoadIndexInfo) appendFieldInfo(fieldID int64) error { cFieldID := C.long(fieldID) status := C.AppendFieldInfo(li.cLoadIndexInfo, cFieldID) errorCode := status.error_code if errorCode != 0 { errorMsg := C.GoString(status.error_msg) defer C.free(unsafe.Pointer(status.error_msg)) return errors.New("AppendFieldInfo failed, C runtime error detected, error code = " + strconv.Itoa(int(errorCode)) + ", error msg = " + errorMsg) } return nil } func (li *LoadIndexInfo) appendIndex(bytesIndex [][]byte, indexKeys []string) error { var cBinarySet C.CBinarySet status := C.NewBinarySet(&cBinarySet) defer C.DeleteBinarySet(cBinarySet) errorCode := status.error_code if errorCode != 0 { errorMsg := C.GoString(status.error_msg) defer C.free(unsafe.Pointer(status.error_msg)) return errors.New("newBinarySet failed, C runtime error detected, error code = " + strconv.Itoa(int(errorCode)) + ", error msg = " + errorMsg) } for i, byteIndex := range bytesIndex { indexPtr := unsafe.Pointer(&byteIndex[0]) indexLen := C.long(len(byteIndex)) binarySetKey := filepath.Base(indexKeys[i]) log.Debug("", zap.String("index key", binarySetKey)) indexKey := C.CString(binarySetKey) status = C.AppendBinaryIndex(cBinarySet, indexPtr, indexLen, indexKey) C.free(unsafe.Pointer(indexKey)) errorCode = status.error_code if errorCode != 0 { break } } if errorCode != 0 { errorMsg := C.GoString(status.error_msg) defer C.free(unsafe.Pointer(status.error_msg)) return errors.New("AppendBinaryIndex failed, C runtime error detected, error code = " + strconv.Itoa(int(errorCode)) + ", error msg = " + errorMsg) } status = C.AppendIndex(li.cLoadIndexInfo, cBinarySet) errorCode = status.error_code if errorCode != 0 { errorMsg := C.GoString(status.error_msg) defer C.free(unsafe.Pointer(status.error_msg)) return errors.New("AppendIndex failed, C runtime error detected, error code = " + strconv.Itoa(int(errorCode)) + ", error msg = " + errorMsg) } return nil }