2022-10-11 11:39:22 +08:00
|
|
|
// Licensed to the LF AI & Data foundation under one
|
|
|
|
// or more contributor license agreements. See the NOTICE file
|
|
|
|
// distributed with this work for additional information
|
|
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
|
|
// to you under the Apache License, Version 2.0 (the
|
|
|
|
// "License"); you may not use this file except in compliance
|
|
|
|
// with the License. You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
2022-09-15 18:48:32 +08:00
|
|
|
package meta
|
|
|
|
|
|
|
|
import (
|
2023-01-30 10:19:48 +08:00
|
|
|
"sort"
|
2022-09-15 18:48:32 +08:00
|
|
|
"testing"
|
|
|
|
|
2023-04-06 19:14:32 +08:00
|
|
|
"github.com/stretchr/testify/suite"
|
|
|
|
|
2023-01-30 10:19:48 +08:00
|
|
|
"github.com/milvus-io/milvus/internal/kv"
|
|
|
|
etcdkv "github.com/milvus-io/milvus/internal/kv/etcd"
|
|
|
|
"github.com/milvus-io/milvus/internal/proto/querypb"
|
|
|
|
. "github.com/milvus-io/milvus/internal/querycoordv2/params"
|
2023-04-06 19:14:32 +08:00
|
|
|
"github.com/milvus-io/milvus/pkg/util/etcd"
|
2022-09-15 18:48:32 +08:00
|
|
|
)
|
|
|
|
|
|
|
|
type StoreTestSuite struct {
|
|
|
|
suite.Suite
|
2023-01-30 10:19:48 +08:00
|
|
|
|
|
|
|
kv kv.MetaKv
|
2022-09-15 18:48:32 +08:00
|
|
|
store metaStore
|
|
|
|
}
|
|
|
|
|
2023-01-30 10:19:48 +08:00
|
|
|
func (suite *StoreTestSuite) SetupSuite() {
|
|
|
|
Params.Init()
|
|
|
|
}
|
|
|
|
|
2022-09-15 18:48:32 +08:00
|
|
|
func (suite *StoreTestSuite) SetupTest() {
|
2023-01-30 10:19:48 +08:00
|
|
|
config := GenerateEtcdConfig()
|
|
|
|
cli, err := etcd.GetEtcdClient(
|
|
|
|
config.UseEmbedEtcd.GetAsBool(),
|
|
|
|
config.EtcdUseSSL.GetAsBool(),
|
|
|
|
config.Endpoints.GetAsStrings(),
|
|
|
|
config.EtcdTLSCert.GetValue(),
|
|
|
|
config.EtcdTLSKey.GetValue(),
|
|
|
|
config.EtcdTLSCACert.GetValue(),
|
|
|
|
config.EtcdTLSMinVersion.GetValue())
|
|
|
|
suite.Require().NoError(err)
|
|
|
|
suite.kv = etcdkv.NewEtcdKV(cli, config.MetaRootPath.GetValue())
|
|
|
|
suite.store = NewMetaStore(suite.kv)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (suite *StoreTestSuite) TearDownTest() {
|
|
|
|
if suite.kv != nil {
|
|
|
|
suite.kv.Close()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (suite *StoreTestSuite) TestCollection() {
|
|
|
|
suite.store.SaveCollection(&querypb.CollectionLoadInfo{
|
|
|
|
CollectionID: 1,
|
|
|
|
})
|
|
|
|
|
|
|
|
suite.store.SaveCollection(&querypb.CollectionLoadInfo{
|
|
|
|
CollectionID: 2,
|
|
|
|
})
|
|
|
|
|
|
|
|
suite.store.SaveCollection(&querypb.CollectionLoadInfo{
|
|
|
|
CollectionID: 3,
|
|
|
|
})
|
|
|
|
|
|
|
|
suite.store.ReleaseCollection(1)
|
|
|
|
suite.store.ReleaseCollection(2)
|
|
|
|
|
|
|
|
collections, err := suite.store.GetCollections()
|
|
|
|
suite.NoError(err)
|
|
|
|
suite.Len(collections, 1)
|
|
|
|
}
|
|
|
|
|
2023-03-20 14:55:57 +08:00
|
|
|
func (suite *StoreTestSuite) TestCollectionWithPartition() {
|
|
|
|
suite.store.SaveCollection(&querypb.CollectionLoadInfo{
|
|
|
|
CollectionID: 1,
|
|
|
|
})
|
|
|
|
|
|
|
|
suite.store.SaveCollection(&querypb.CollectionLoadInfo{
|
|
|
|
CollectionID: 2,
|
|
|
|
}, &querypb.PartitionLoadInfo{
|
|
|
|
CollectionID: 2,
|
|
|
|
PartitionID: 102,
|
|
|
|
})
|
|
|
|
|
|
|
|
suite.store.SaveCollection(&querypb.CollectionLoadInfo{
|
|
|
|
CollectionID: 3,
|
|
|
|
}, &querypb.PartitionLoadInfo{
|
|
|
|
CollectionID: 3,
|
|
|
|
PartitionID: 103,
|
|
|
|
})
|
|
|
|
|
|
|
|
suite.store.ReleaseCollection(1)
|
|
|
|
suite.store.ReleaseCollection(2)
|
|
|
|
|
|
|
|
collections, err := suite.store.GetCollections()
|
|
|
|
suite.NoError(err)
|
|
|
|
suite.Len(collections, 1)
|
|
|
|
suite.Equal(int64(3), collections[0].GetCollectionID())
|
|
|
|
partitions, err := suite.store.GetPartitions()
|
|
|
|
suite.NoError(err)
|
|
|
|
suite.Len(partitions, 1)
|
|
|
|
suite.Len(partitions[int64(3)], 1)
|
|
|
|
suite.Equal(int64(103), partitions[int64(3)][0].GetPartitionID())
|
|
|
|
}
|
|
|
|
|
2023-01-30 10:19:48 +08:00
|
|
|
func (suite *StoreTestSuite) TestPartition() {
|
|
|
|
suite.store.SavePartition(&querypb.PartitionLoadInfo{
|
|
|
|
PartitionID: 1,
|
|
|
|
})
|
|
|
|
|
|
|
|
suite.store.SavePartition(&querypb.PartitionLoadInfo{
|
|
|
|
PartitionID: 2,
|
|
|
|
})
|
|
|
|
|
|
|
|
suite.store.SavePartition(&querypb.PartitionLoadInfo{
|
|
|
|
PartitionID: 3,
|
|
|
|
})
|
|
|
|
|
|
|
|
suite.store.ReleasePartition(1)
|
|
|
|
suite.store.ReleasePartition(2)
|
|
|
|
|
|
|
|
partitions, err := suite.store.GetPartitions()
|
|
|
|
suite.NoError(err)
|
|
|
|
suite.Len(partitions, 1)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (suite *StoreTestSuite) TestReplica() {
|
|
|
|
suite.store.SaveReplica(&querypb.Replica{
|
|
|
|
CollectionID: 1,
|
|
|
|
ID: 1,
|
|
|
|
})
|
|
|
|
|
|
|
|
suite.store.SaveReplica(&querypb.Replica{
|
|
|
|
CollectionID: 1,
|
|
|
|
ID: 2,
|
|
|
|
})
|
|
|
|
|
|
|
|
suite.store.SaveReplica(&querypb.Replica{
|
|
|
|
CollectionID: 1,
|
|
|
|
ID: 3,
|
|
|
|
})
|
|
|
|
|
|
|
|
suite.store.ReleaseReplica(1, 1)
|
|
|
|
suite.store.ReleaseReplica(1, 2)
|
|
|
|
|
|
|
|
replicas, err := suite.store.GetReplicas()
|
|
|
|
suite.NoError(err)
|
|
|
|
suite.Len(replicas, 1)
|
2022-09-15 18:48:32 +08:00
|
|
|
}
|
|
|
|
|
2023-01-30 10:19:48 +08:00
|
|
|
func (suite *StoreTestSuite) TestResourceGroup() {
|
|
|
|
suite.store.SaveResourceGroup(&querypb.ResourceGroup{
|
|
|
|
Name: "rg1",
|
|
|
|
Capacity: 3,
|
|
|
|
Nodes: []int64{1, 2, 3},
|
|
|
|
})
|
|
|
|
suite.store.SaveResourceGroup(&querypb.ResourceGroup{
|
|
|
|
Name: "rg2",
|
|
|
|
Capacity: 3,
|
|
|
|
Nodes: []int64{4, 5},
|
|
|
|
})
|
|
|
|
|
|
|
|
suite.store.SaveResourceGroup(&querypb.ResourceGroup{
|
|
|
|
Name: "rg3",
|
|
|
|
Capacity: 0,
|
|
|
|
Nodes: []int64{},
|
|
|
|
})
|
|
|
|
|
|
|
|
suite.store.RemoveResourceGroup("rg3")
|
|
|
|
|
|
|
|
groups, err := suite.store.GetResourceGroups()
|
|
|
|
suite.NoError(err)
|
|
|
|
suite.Len(groups, 2)
|
|
|
|
|
|
|
|
sort.Slice(groups, func(i, j int) bool {
|
|
|
|
return groups[i].GetName() < groups[j].GetName()
|
|
|
|
})
|
|
|
|
|
|
|
|
suite.Equal("rg1", groups[0].GetName())
|
|
|
|
suite.Equal(int32(3), groups[0].GetCapacity())
|
|
|
|
suite.Equal([]int64{1, 2, 3}, groups[0].GetNodes())
|
|
|
|
|
|
|
|
suite.Equal("rg2", groups[1].GetName())
|
|
|
|
suite.Equal(int32(3), groups[1].GetCapacity())
|
|
|
|
suite.Equal([]int64{4, 5}, groups[1].GetNodes())
|
|
|
|
}
|
2022-09-15 18:48:32 +08:00
|
|
|
|
|
|
|
func (suite *StoreTestSuite) TestLoadRelease() {
|
|
|
|
// TODO(sunby): add ut
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestStoreSuite(t *testing.T) {
|
|
|
|
suite.Run(t, new(StoreTestSuite))
|
|
|
|
}
|