mirror of
https://gitee.com/milvus-io/milvus.git
synced 2024-12-03 04:19:18 +08:00
418 lines
11 KiB
Go
418 lines
11 KiB
Go
// Licensed to the LF AI & Data foundation under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package querynode
|
|
|
|
import (
|
|
"context"
|
|
"math/rand"
|
|
"os"
|
|
"strconv"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/golang/protobuf/proto"
|
|
"github.com/stretchr/testify/assert"
|
|
|
|
etcdkv "github.com/milvus-io/milvus/internal/kv/etcd"
|
|
"github.com/milvus-io/milvus/internal/msgstream"
|
|
"github.com/milvus-io/milvus/internal/proto/commonpb"
|
|
"github.com/milvus-io/milvus/internal/proto/etcdpb"
|
|
"github.com/milvus-io/milvus/internal/proto/querypb"
|
|
"github.com/milvus-io/milvus/internal/proto/schemapb"
|
|
"github.com/milvus-io/milvus/internal/types"
|
|
)
|
|
|
|
// mock of query coordinator client
|
|
type queryCoordMock struct {
|
|
types.QueryCoord
|
|
}
|
|
|
|
func setup() {
|
|
os.Setenv("QUERY_NODE_ID", "1")
|
|
Params.Init()
|
|
Params.MetaRootPath = "/etcd/test/root/querynode"
|
|
}
|
|
|
|
func genTestCollectionSchema(collectionID UniqueID, isBinary bool, dim int) *schemapb.CollectionSchema {
|
|
var fieldVec schemapb.FieldSchema
|
|
if isBinary {
|
|
fieldVec = schemapb.FieldSchema{
|
|
FieldID: UniqueID(100),
|
|
Name: "vec",
|
|
IsPrimaryKey: false,
|
|
DataType: schemapb.DataType_BinaryVector,
|
|
TypeParams: []*commonpb.KeyValuePair{
|
|
{
|
|
Key: "dim",
|
|
Value: strconv.Itoa(dim * 8),
|
|
},
|
|
},
|
|
IndexParams: []*commonpb.KeyValuePair{
|
|
{
|
|
Key: "metric_type",
|
|
Value: "JACCARD",
|
|
},
|
|
},
|
|
}
|
|
} else {
|
|
fieldVec = schemapb.FieldSchema{
|
|
FieldID: UniqueID(100),
|
|
Name: "vec",
|
|
IsPrimaryKey: false,
|
|
DataType: schemapb.DataType_FloatVector,
|
|
TypeParams: []*commonpb.KeyValuePair{
|
|
{
|
|
Key: "dim",
|
|
Value: strconv.Itoa(dim),
|
|
},
|
|
},
|
|
IndexParams: []*commonpb.KeyValuePair{
|
|
{
|
|
Key: "metric_type",
|
|
Value: "L2",
|
|
},
|
|
},
|
|
}
|
|
}
|
|
|
|
fieldInt := schemapb.FieldSchema{
|
|
FieldID: UniqueID(101),
|
|
Name: "age",
|
|
IsPrimaryKey: false,
|
|
DataType: schemapb.DataType_Int32,
|
|
}
|
|
|
|
schema := &schemapb.CollectionSchema{
|
|
AutoID: true,
|
|
Fields: []*schemapb.FieldSchema{
|
|
&fieldVec, &fieldInt,
|
|
},
|
|
}
|
|
|
|
return schema
|
|
}
|
|
|
|
func genTestCollectionMeta(collectionID UniqueID, isBinary bool) *etcdpb.CollectionInfo {
|
|
schema := genTestCollectionSchema(collectionID, isBinary, 16)
|
|
|
|
collectionMeta := etcdpb.CollectionInfo{
|
|
ID: collectionID,
|
|
Schema: schema,
|
|
CreateTime: Timestamp(0),
|
|
PartitionIDs: []UniqueID{defaultPartitionID},
|
|
}
|
|
|
|
return &collectionMeta
|
|
}
|
|
|
|
func genTestCollectionMetaWithPK(collectionID UniqueID, isBinary bool) *etcdpb.CollectionInfo {
|
|
schema := genTestCollectionSchema(collectionID, isBinary, 16)
|
|
schema.Fields = append(schema.Fields, &schemapb.FieldSchema{
|
|
FieldID: UniqueID(0),
|
|
Name: "id",
|
|
IsPrimaryKey: true,
|
|
DataType: schemapb.DataType_Int64,
|
|
})
|
|
|
|
collectionMeta := etcdpb.CollectionInfo{
|
|
ID: collectionID,
|
|
Schema: schema,
|
|
CreateTime: Timestamp(0),
|
|
PartitionIDs: []UniqueID{defaultPartitionID},
|
|
}
|
|
|
|
return &collectionMeta
|
|
}
|
|
|
|
func initTestMeta(t *testing.T, node *QueryNode, collectionID UniqueID, segmentID UniqueID, optional ...bool) {
|
|
isBinary := false
|
|
if len(optional) > 0 {
|
|
isBinary = optional[0]
|
|
}
|
|
collectionMeta := genTestCollectionMeta(collectionID, isBinary)
|
|
|
|
var err = node.historical.replica.addCollection(collectionMeta.ID, collectionMeta.Schema)
|
|
assert.NoError(t, err)
|
|
|
|
collection, err := node.historical.replica.getCollectionByID(collectionID)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, collection.ID(), collectionID)
|
|
assert.Equal(t, node.historical.replica.getCollectionNum(), 1)
|
|
|
|
err = node.historical.replica.addPartition(collection.ID(), collectionMeta.PartitionIDs[0])
|
|
assert.NoError(t, err)
|
|
|
|
err = node.historical.replica.addSegment(segmentID, collectionMeta.PartitionIDs[0], collectionID, "", segmentTypeGrowing, true)
|
|
assert.NoError(t, err)
|
|
}
|
|
|
|
func initSearchChannel(ctx context.Context, searchChan string, resultChan string, node *QueryNode) {
|
|
searchReq := &querypb.AddQueryChannelRequest{
|
|
RequestChannelID: searchChan,
|
|
ResultChannelID: resultChan,
|
|
}
|
|
_, err := node.AddQueryChannel(ctx, searchReq)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
}
|
|
|
|
func newQueryNodeMock() *QueryNode {
|
|
|
|
var ctx context.Context
|
|
|
|
if debug {
|
|
ctx = context.Background()
|
|
} else {
|
|
var cancel context.CancelFunc
|
|
d := time.Now().Add(ctxTimeInMillisecond * time.Millisecond)
|
|
ctx, cancel = context.WithDeadline(context.Background(), d)
|
|
go func() {
|
|
<-ctx.Done()
|
|
cancel()
|
|
}()
|
|
}
|
|
|
|
etcdKV, err := etcdkv.NewEtcdKV(Params.EtcdEndpoints, Params.MetaRootPath)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
msFactory, err := newMessageStreamFactory()
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
svr := NewQueryNode(ctx, msFactory)
|
|
tsReplica := newTSafeReplica(ctx)
|
|
streamingReplica := newCollectionReplica(etcdKV)
|
|
historicalReplica := newCollectionReplica(etcdKV)
|
|
svr.historical = newHistorical(svr.queryNodeLoopCtx, historicalReplica, etcdKV, tsReplica)
|
|
svr.streaming = newStreaming(ctx, streamingReplica, msFactory, etcdKV, tsReplica)
|
|
svr.dataSyncService = newDataSyncService(ctx, svr.streaming.replica, svr.historical.replica, tsReplica, msFactory)
|
|
svr.statsService = newStatsService(ctx, svr.historical.replica, nil, msFactory)
|
|
svr.loader = newSegmentLoader(ctx, nil, nil, svr.historical.replica, svr.streaming.replica, etcdKV, msgstream.NewPmsFactory())
|
|
svr.etcdKV = etcdKV
|
|
|
|
return svr
|
|
}
|
|
|
|
func makeNewChannelNames(names []string, suffix string) []string {
|
|
var ret []string
|
|
for _, name := range names {
|
|
ret = append(ret, name+suffix)
|
|
}
|
|
return ret
|
|
}
|
|
|
|
func newMessageStreamFactory() (msgstream.Factory, error) {
|
|
const receiveBufSize = 1024
|
|
|
|
pulsarURL := Params.PulsarAddress
|
|
msFactory := msgstream.NewPmsFactory()
|
|
m := map[string]interface{}{
|
|
"receiveBufSize": receiveBufSize,
|
|
"pulsarAddress": pulsarURL,
|
|
"pulsarBufSize": 1024}
|
|
err := msFactory.SetParams(m)
|
|
return msFactory, err
|
|
}
|
|
|
|
func TestMain(m *testing.M) {
|
|
setup()
|
|
Params.StatsChannelName = Params.StatsChannelName + strconv.Itoa(rand.Int())
|
|
exitCode := m.Run()
|
|
os.Exit(exitCode)
|
|
}
|
|
|
|
// NOTE: start pulsar and etcd before test
|
|
func TestQueryNode_Start(t *testing.T) {
|
|
localNode := newQueryNodeMock()
|
|
localNode.Start()
|
|
<-localNode.queryNodeLoopCtx.Done()
|
|
localNode.Stop()
|
|
}
|
|
|
|
func TestQueryNode_SetCoord(t *testing.T) {
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
defer cancel()
|
|
|
|
node, err := genSimpleQueryNode(ctx)
|
|
assert.NoError(t, err)
|
|
|
|
err = node.SetIndexCoord(nil)
|
|
assert.Error(t, err)
|
|
|
|
err = node.SetRootCoord(nil)
|
|
assert.Error(t, err)
|
|
|
|
// TODO: add mock coords
|
|
//err = node.SetIndexCoord(newIndexCorrd)
|
|
}
|
|
|
|
func TestQueryNode_register(t *testing.T) {
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
defer cancel()
|
|
|
|
node, err := genSimpleQueryNode(ctx)
|
|
assert.NoError(t, err)
|
|
|
|
err = node.Register()
|
|
assert.NoError(t, err)
|
|
}
|
|
|
|
func TestQueryNode_init(t *testing.T) {
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
defer cancel()
|
|
|
|
node, err := genSimpleQueryNode(ctx)
|
|
assert.NoError(t, err)
|
|
|
|
err = node.Init()
|
|
assert.Error(t, err)
|
|
}
|
|
|
|
func genSimpleQueryNodeToTestWatchChangeInfo(ctx context.Context) (*QueryNode, error) {
|
|
node, err := genSimpleQueryNode(ctx)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
err = node.queryService.addQueryCollection(defaultCollectionID)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
qc, err := node.queryService.getQueryCollection(defaultCollectionID)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
qc.globalSegmentManager.addGlobalSegmentInfo(genSimpleSegmentInfo())
|
|
return node, nil
|
|
}
|
|
|
|
func TestQueryNode_waitChangeInfo(t *testing.T) {
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
defer cancel()
|
|
|
|
node, err := genSimpleQueryNodeToTestWatchChangeInfo(ctx)
|
|
assert.NoError(t, err)
|
|
|
|
err = node.waitChangeInfo(genSimpleChangeInfo())
|
|
assert.NoError(t, err)
|
|
}
|
|
|
|
func TestQueryNode_adjustByChangeInfo(t *testing.T) {
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
defer cancel()
|
|
|
|
t.Run("test cleanup segments", func(t *testing.T) {
|
|
node, err := genSimpleQueryNodeToTestWatchChangeInfo(ctx)
|
|
assert.NoError(t, err)
|
|
|
|
err = node.removeSegments(genSimpleChangeInfo())
|
|
assert.NoError(t, err)
|
|
})
|
|
|
|
t.Run("test cleanup segments no segment", func(t *testing.T) {
|
|
node, err := genSimpleQueryNodeToTestWatchChangeInfo(ctx)
|
|
assert.NoError(t, err)
|
|
|
|
err = node.historical.replica.removeSegment(defaultSegmentID)
|
|
assert.NoError(t, err)
|
|
|
|
segmentChangeInfos := genSimpleChangeInfo()
|
|
segmentChangeInfos.Infos[0].OnlineSegments = nil
|
|
segmentChangeInfos.Infos[0].OfflineNodeID = Params.QueryNodeID
|
|
|
|
qc, err := node.queryService.getQueryCollection(defaultCollectionID)
|
|
assert.NoError(t, err)
|
|
qc.globalSegmentManager.removeGlobalSealedSegmentInfo(defaultSegmentID)
|
|
|
|
err = node.removeSegments(segmentChangeInfos)
|
|
assert.Error(t, err)
|
|
})
|
|
}
|
|
|
|
func TestQueryNode_watchChangeInfo(t *testing.T) {
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
defer cancel()
|
|
|
|
t.Run("test watchChangeInfo", func(t *testing.T) {
|
|
node, err := genSimpleQueryNodeToTestWatchChangeInfo(ctx)
|
|
assert.NoError(t, err)
|
|
|
|
go node.watchChangeInfo()
|
|
|
|
info := genSimpleSegmentInfo()
|
|
value, err := proto.Marshal(info)
|
|
assert.NoError(t, err)
|
|
err = saveChangeInfo("0", string(value))
|
|
assert.NoError(t, err)
|
|
|
|
time.Sleep(100 * time.Millisecond)
|
|
})
|
|
|
|
t.Run("test watchChangeInfo key error", func(t *testing.T) {
|
|
node, err := genSimpleQueryNodeToTestWatchChangeInfo(ctx)
|
|
assert.NoError(t, err)
|
|
|
|
go node.watchChangeInfo()
|
|
|
|
err = saveChangeInfo("*$&#%^^", "%EUY%&#^$%&@")
|
|
assert.NoError(t, err)
|
|
|
|
time.Sleep(100 * time.Millisecond)
|
|
})
|
|
|
|
t.Run("test watchChangeInfo unmarshal error", func(t *testing.T) {
|
|
node, err := genSimpleQueryNodeToTestWatchChangeInfo(ctx)
|
|
assert.NoError(t, err)
|
|
|
|
go node.watchChangeInfo()
|
|
|
|
err = saveChangeInfo("0", "$%^$*&%^#$&*")
|
|
assert.NoError(t, err)
|
|
|
|
time.Sleep(100 * time.Millisecond)
|
|
})
|
|
|
|
t.Run("test watchChangeInfo adjustByChangeInfo error", func(t *testing.T) {
|
|
node, err := genSimpleQueryNodeToTestWatchChangeInfo(ctx)
|
|
assert.NoError(t, err)
|
|
|
|
err = node.historical.replica.removeSegment(defaultSegmentID)
|
|
assert.NoError(t, err)
|
|
|
|
segmentChangeInfos := genSimpleChangeInfo()
|
|
segmentChangeInfos.Infos[0].OnlineSegments = nil
|
|
segmentChangeInfos.Infos[0].OfflineNodeID = Params.QueryNodeID
|
|
|
|
qc, err := node.queryService.getQueryCollection(defaultCollectionID)
|
|
assert.NoError(t, err)
|
|
qc.globalSegmentManager.removeGlobalSealedSegmentInfo(defaultSegmentID)
|
|
|
|
go node.watchChangeInfo()
|
|
|
|
value, err := proto.Marshal(segmentChangeInfos)
|
|
assert.NoError(t, err)
|
|
err = saveChangeInfo("0", string(value))
|
|
assert.NoError(t, err)
|
|
|
|
time.Sleep(100 * time.Millisecond)
|
|
})
|
|
}
|