// Licensed to the LF AI & Data foundation under one // or more contributor license agreements. See the NOTICE file // distributed with this work for additional information // regarding copyright ownership. The ASF licenses this file // to you under the Apache License, Version 2.0 (the // "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package querynodev2 import ( "context" "fmt" "os" "sync/atomic" "testing" "time" "github.com/cockroachdb/errors" "github.com/spf13/viper" "github.com/stretchr/testify/mock" "github.com/stretchr/testify/suite" clientv3 "go.etcd.io/etcd/client/v3" "github.com/milvus-io/milvus-proto/go-api/v2/commonpb" "github.com/milvus-io/milvus-proto/go-api/v2/schemapb" "github.com/milvus-io/milvus/internal/proto/datapb" "github.com/milvus-io/milvus/internal/proto/querypb" "github.com/milvus-io/milvus/internal/querynodev2/optimizers" "github.com/milvus-io/milvus/internal/querynodev2/segments" "github.com/milvus-io/milvus/internal/storage" "github.com/milvus-io/milvus/internal/util/dependency" "github.com/milvus-io/milvus/pkg/util/etcd" "github.com/milvus-io/milvus/pkg/util/paramtable" ) type QueryNodeSuite struct { suite.Suite // data address string // dependency params *paramtable.ComponentParam node *QueryNode etcd *clientv3.Client chunkManagerFactory *storage.ChunkManagerFactory // mock factory *dependency.MockFactory } func (suite *QueryNodeSuite) SetupSuite() { suite.address = "test-address" } func (suite *QueryNodeSuite) SetupTest() { var err error paramtable.Init() suite.params = paramtable.Get() suite.params.Save(suite.params.QueryNodeCfg.GCEnabled.Key, "false") // mock factory suite.factory = dependency.NewMockFactory(suite.T()) suite.chunkManagerFactory = storage.NewChunkManagerFactory("local", storage.RootPath("/tmp/milvus_test")) // new node suite.node = NewQueryNode(context.Background(), suite.factory) // init etcd suite.etcd, err = etcd.GetEtcdClient( suite.params.EtcdCfg.UseEmbedEtcd.GetAsBool(), suite.params.EtcdCfg.EtcdUseSSL.GetAsBool(), suite.params.EtcdCfg.Endpoints.GetAsStrings(), suite.params.EtcdCfg.EtcdTLSCert.GetValue(), suite.params.EtcdCfg.EtcdTLSKey.GetValue(), suite.params.EtcdCfg.EtcdTLSCACert.GetValue(), suite.params.EtcdCfg.EtcdTLSMinVersion.GetValue()) suite.NoError(err) } func (suite *QueryNodeSuite) TearDownTest() { suite.etcd.Close() os.RemoveAll("/tmp/milvus-test") } func (suite *QueryNodeSuite) TestBasic() { // mock expect suite.factory.EXPECT().Init(mock.Anything).Return() suite.factory.EXPECT().NewPersistentStorageChunkManager(mock.Anything).Return(suite.chunkManagerFactory.NewPersistentStorageChunkManager(context.Background())) var err error suite.node.SetEtcdClient(suite.etcd) err = suite.node.Init() suite.NoError(err) // node should be unhealthy before node start suite.False(suite.node.lifetime.GetState() == commonpb.StateCode_Healthy) // start node err = suite.node.Start() suite.NoError(err) // node should be healthy after node start suite.True(suite.node.lifetime.GetState() == commonpb.StateCode_Healthy) // register node to etcd suite.node.session.TriggerKill = false err = suite.node.Register() suite.NoError(err) // set and get address suite.node.SetAddress(suite.address) address := suite.node.GetAddress() suite.Equal(suite.address, address) // close node err = suite.node.Stop() suite.NoError(err) // node should be unhealthy after node stop suite.False(suite.node.lifetime.GetState() == commonpb.StateCode_Healthy) } func (suite *QueryNodeSuite) TestInit_RemoteChunkManagerFailed() { var err error suite.node.SetEtcdClient(suite.etcd) // init remote chunk manager failed suite.factory.EXPECT().Init(mock.Anything).Return() suite.factory.EXPECT().NewPersistentStorageChunkManager(mock.Anything).Return(nil, errors.New("mock error")) err = suite.node.Init() suite.Error(err) } func (suite *QueryNodeSuite) TestInit_VactorChunkManagerFailed() { var err error suite.node.SetEtcdClient(suite.etcd) // init vactor chunk manager failed suite.factory.EXPECT().Init(mock.Anything).Return() suite.factory.EXPECT().NewPersistentStorageChunkManager(mock.Anything).Return(nil, errors.New("mock error")).Once() err = suite.node.Init() suite.Error(err) } func (suite *QueryNodeSuite) TestInit_QueryHook() { // mock expect suite.factory.EXPECT().Init(mock.Anything).Return() suite.factory.EXPECT().NewPersistentStorageChunkManager(mock.Anything).Return(suite.chunkManagerFactory.NewPersistentStorageChunkManager(context.Background())) var err error suite.node.SetEtcdClient(suite.etcd) err = suite.node.Init() suite.NoError(err) mockHook := optimizers.NewMockQueryHook(suite.T()) suite.node.queryHook = mockHook suite.node.handleQueryHookEvent() yamlWriter := viper.New() yamlWriter.SetConfigFile("../../configs/milvus.yaml") yamlWriter.ReadInConfig() var x1, x2, x3 int32 suite.Equal(atomic.LoadInt32(&x1), int32(0)) suite.Equal(atomic.LoadInt32(&x2), int32(0)) suite.Equal(atomic.LoadInt32(&x3), int32(0)) mockHook.EXPECT().InitTuningConfig(mock.Anything).Run(func(params map[string]string) { atomic.StoreInt32(&x1, 6) }).Return(nil) // create tuning conf yamlWriter.Set("autoIndex.params.tuning.1238", "xxxx") yamlWriter.WriteConfig() suite.Eventually(func() bool { return atomic.LoadInt32(&x1) == int32(6) }, 20*time.Second, time.Second) mockHook.EXPECT().Init(mock.Anything).Run(func(params string) { atomic.StoreInt32(&x2, 5) }).Return(nil) yamlWriter.Set("autoIndex.params.search", "aaaa") yamlWriter.WriteConfig() suite.Eventually(func() bool { return atomic.LoadInt32(&x2) == int32(5) }, 20*time.Second, time.Second) yamlWriter.Set("autoIndex.params.search", "") yamlWriter.WriteConfig() atomic.StoreInt32(&x1, 0) suite.Equal(atomic.LoadInt32(&x1), int32(0)) // update tuning conf yamlWriter.Set("autoIndex.params.tuning.1238", "yyyy") yamlWriter.WriteConfig() suite.Eventually(func() bool { return atomic.LoadInt32(&x1) == int32(6) }, 20*time.Second, time.Second) mockHook.EXPECT().DeleteTuningConfig(mock.Anything).Run(func(params string) { atomic.StoreInt32(&x3, 7) }).Return(nil) // delete tuning conf yamlWriter.Set("autoIndex.params.tuning", "") yamlWriter.WriteConfig() suite.Eventually(func() bool { return atomic.LoadInt32(&x3) == int32(7) }, 20*time.Second, time.Second) } func (suite *QueryNodeSuite) TestStop() { paramtable.Get().Save(paramtable.Get().QueryNodeCfg.GracefulStopTimeout.Key, "2") suite.node.manager = segments.NewManager() schema := segments.GenTestCollectionSchema("test_stop", schemapb.DataType_Int64, true) collection := segments.NewCollection(1, schema, nil, &querypb.LoadMetaInfo{ LoadType: querypb.LoadType_LoadCollection, }) segment, err := segments.NewSegment( context.Background(), collection, segments.SegmentTypeSealed, 1, &querypb.SegmentLoadInfo{ SegmentID: 100, PartitionID: 10, CollectionID: 1, Level: datapb.SegmentLevel_Legacy, InsertChannel: fmt.Sprintf("by-dev-rootcoord-dml_0_%dv0", 1), }, ) suite.NoError(err) suite.node.manager.Segment.Put(context.Background(), segments.SegmentTypeSealed, segment) err = suite.node.Stop() suite.NoError(err) suite.True(suite.node.manager.Segment.Empty()) } func TestQueryNode(t *testing.T) { suite.Run(t, new(QueryNodeSuite)) }