mirror of
https://gitee.com/milvus-io/milvus.git
synced 2024-12-02 11:59:00 +08:00
452 lines
12 KiB
Go
452 lines
12 KiB
Go
package proxy
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"log"
|
|
"os"
|
|
"path"
|
|
"strconv"
|
|
"sync"
|
|
"testing"
|
|
|
|
"go.uber.org/zap"
|
|
"google.golang.org/grpc"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/zilliztech/milvus-distributed/internal/master"
|
|
masterParam "github.com/zilliztech/milvus-distributed/internal/master/paramtable"
|
|
"github.com/zilliztech/milvus-distributed/internal/msgstream"
|
|
"github.com/zilliztech/milvus-distributed/internal/proto/commonpb"
|
|
"github.com/zilliztech/milvus-distributed/internal/proto/internalpb"
|
|
"github.com/zilliztech/milvus-distributed/internal/proto/schemapb"
|
|
"github.com/zilliztech/milvus-distributed/internal/proto/servicepb"
|
|
"github.com/zilliztech/milvus-distributed/internal/util/typeutil"
|
|
"go.etcd.io/etcd/clientv3"
|
|
)
|
|
|
|
var ctx context.Context
|
|
var cancel func()
|
|
var proxyAddress = "127.0.0.1:5053"
|
|
var proxyConn *grpc.ClientConn
|
|
var proxyClient servicepb.MilvusServiceClient
|
|
|
|
var proxyServer *Proxy
|
|
|
|
var masterServer *master.Master
|
|
|
|
var testNum = 10
|
|
|
|
func startMaster(ctx context.Context) {
|
|
master.Init()
|
|
etcdAddr, err := masterParam.Params.EtcdAddress()
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
rootPath, err := masterParam.Params.EtcdRootPath()
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
kvRootPath := path.Join(rootPath, "kv")
|
|
metaRootPath := path.Join(rootPath, "meta")
|
|
|
|
etcdCli, err := clientv3.New(clientv3.Config{Endpoints: []string{etcdAddr}})
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
_, err = etcdCli.Delete(context.TODO(), rootPath, clientv3.WithPrefix())
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
opt := master.Option{
|
|
KVRootPath: kvRootPath,
|
|
MetaRootPath: metaRootPath,
|
|
EtcdAddr: []string{etcdAddr},
|
|
PulsarAddr: "pulsar://localhost:6650",
|
|
ProxyIDs: []typeutil.UniqueID{1, 2},
|
|
PulsarProxyChannels: []string{"proxy1", "proxy2"},
|
|
PulsarProxySubName: "proxyTopics",
|
|
SoftTTBInterval: 300,
|
|
WriteIDs: []typeutil.UniqueID{3, 4},
|
|
PulsarWriteChannels: []string{"write3", "write4"},
|
|
PulsarWriteSubName: "writeTopics",
|
|
PulsarDMChannels: []string{"dm0", "dm1"},
|
|
PulsarK2SChannels: []string{"k2s0", "k2s1"},
|
|
DefaultRecordSize: 1024,
|
|
MinimumAssignSize: 1048576,
|
|
SegmentThreshold: 536870912,
|
|
SegmentExpireDuration: 2000,
|
|
NumOfChannel: 5,
|
|
NumOfQueryNode: 3,
|
|
StatsChannels: "statistic",
|
|
}
|
|
|
|
svr, err := master.CreateServer(ctx, &opt)
|
|
masterServer = svr
|
|
if err != nil {
|
|
log.Print("create server failed", zap.Error(err))
|
|
}
|
|
if err := svr.Run(int64(masterParam.Params.Port())); err != nil {
|
|
log.Fatal("run server failed", zap.Error(err))
|
|
}
|
|
|
|
fmt.Println("Waiting for server!", svr.IsServing())
|
|
|
|
}
|
|
|
|
func startProxy(ctx context.Context) {
|
|
|
|
svr, err := CreateProxy(ctx)
|
|
proxyServer = svr
|
|
if err != nil {
|
|
log.Print("create proxy failed", zap.Error(err))
|
|
}
|
|
|
|
// TODO: change to wait until master is ready
|
|
if err := svr.Run(); err != nil {
|
|
log.Fatal("run proxy failed", zap.Error(err))
|
|
}
|
|
}
|
|
|
|
func setup() {
|
|
Params.Init()
|
|
ctx, cancel = context.WithCancel(context.Background())
|
|
|
|
startMaster(ctx)
|
|
startProxy(ctx)
|
|
|
|
conn, err := grpc.DialContext(ctx, proxyAddress, grpc.WithInsecure(), grpc.WithBlock())
|
|
if err != nil {
|
|
log.Fatalf("Connect to proxy failed, error= %v", err)
|
|
}
|
|
proxyConn = conn
|
|
proxyClient = servicepb.NewMilvusServiceClient(proxyConn)
|
|
|
|
}
|
|
|
|
func shutdown() {
|
|
cancel()
|
|
masterServer.Close()
|
|
proxyServer.Close()
|
|
}
|
|
|
|
func hasCollection(t *testing.T, name string) bool {
|
|
resp, err := proxyClient.HasCollection(ctx, &servicepb.CollectionName{CollectionName: name})
|
|
msg := "Has Collection " + name + " should succeed!"
|
|
assert.Nil(t, err, msg)
|
|
return resp.Value
|
|
}
|
|
|
|
func createCollection(t *testing.T, name string) {
|
|
has := hasCollection(t, name)
|
|
if has {
|
|
dropCollection(t, name)
|
|
}
|
|
|
|
req := &schemapb.CollectionSchema{
|
|
Name: name,
|
|
Description: "no description",
|
|
AutoID: true,
|
|
Fields: make([]*schemapb.FieldSchema, 1),
|
|
}
|
|
fieldName := "Field1"
|
|
req.Fields[0] = &schemapb.FieldSchema{
|
|
Name: fieldName,
|
|
Description: "no description",
|
|
DataType: schemapb.DataType_INT32,
|
|
}
|
|
resp, err := proxyClient.CreateCollection(ctx, req)
|
|
assert.Nil(t, err)
|
|
msg := "Create Collection " + name + " should succeed!"
|
|
assert.Equal(t, resp.ErrorCode, commonpb.ErrorCode_SUCCESS, msg)
|
|
}
|
|
|
|
func dropCollection(t *testing.T, name string) {
|
|
req := &servicepb.CollectionName{
|
|
CollectionName: name,
|
|
}
|
|
resp, err := proxyClient.DropCollection(ctx, req)
|
|
assert.Nil(t, err)
|
|
msg := "Drop Collection " + name + " should succeed!"
|
|
assert.Equal(t, resp.ErrorCode, commonpb.ErrorCode_SUCCESS, msg)
|
|
}
|
|
|
|
func TestProxy_CreateCollection(t *testing.T) {
|
|
var wg sync.WaitGroup
|
|
for i := 0; i < testNum; i++ {
|
|
i := i
|
|
collectionName := "CreateCollection" + strconv.FormatInt(int64(i), 10)
|
|
wg.Add(1)
|
|
go func(group *sync.WaitGroup) {
|
|
defer group.Done()
|
|
createCollection(t, collectionName)
|
|
}(&wg)
|
|
}
|
|
wg.Wait()
|
|
}
|
|
|
|
func TestProxy_HasCollection(t *testing.T) {
|
|
var wg sync.WaitGroup
|
|
for i := 0; i < testNum; i++ {
|
|
i := i
|
|
collectionName := "CreateCollection" + strconv.FormatInt(int64(i), 10)
|
|
wg.Add(1)
|
|
go func(group *sync.WaitGroup) {
|
|
defer group.Done()
|
|
has := hasCollection(t, collectionName)
|
|
msg := "Should has Collection " + collectionName
|
|
assert.Equal(t, has, true, msg)
|
|
}(&wg)
|
|
}
|
|
wg.Wait()
|
|
}
|
|
|
|
func TestProxy_DescribeCollection(t *testing.T) {
|
|
var wg sync.WaitGroup
|
|
for i := 0; i < testNum; i++ {
|
|
i := i
|
|
collectionName := "CreateCollection" + strconv.FormatInt(int64(i), 10)
|
|
|
|
wg.Add(1)
|
|
go func(group *sync.WaitGroup) {
|
|
defer group.Done()
|
|
has := hasCollection(t, collectionName)
|
|
if has {
|
|
resp, err := proxyClient.DescribeCollection(ctx, &servicepb.CollectionName{CollectionName: collectionName})
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
msg := "Describe Collection " + strconv.Itoa(i) + " should succeed!"
|
|
assert.Equal(t, resp.Status.ErrorCode, commonpb.ErrorCode_SUCCESS, msg)
|
|
t.Logf("Describe Collection %v: %v", i, resp)
|
|
}
|
|
}(&wg)
|
|
}
|
|
wg.Wait()
|
|
}
|
|
|
|
func TestProxy_ShowCollections(t *testing.T) {
|
|
var wg sync.WaitGroup
|
|
for i := 0; i < testNum; i++ {
|
|
i := i
|
|
collectionName := "CreateCollection" + strconv.FormatInt(int64(i), 10)
|
|
|
|
wg.Add(1)
|
|
go func(group *sync.WaitGroup) {
|
|
defer group.Done()
|
|
has := hasCollection(t, collectionName)
|
|
if has {
|
|
resp, err := proxyClient.ShowCollections(ctx, &commonpb.Empty{})
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
msg := "Show collections " + strconv.Itoa(i) + " should succeed!"
|
|
assert.Equal(t, resp.Status.ErrorCode, commonpb.ErrorCode_SUCCESS, msg)
|
|
t.Logf("Show collections %v: %v", i, resp)
|
|
}
|
|
}(&wg)
|
|
}
|
|
wg.Wait()
|
|
}
|
|
|
|
func TestProxy_Insert(t *testing.T) {
|
|
var wg sync.WaitGroup
|
|
for i := 0; i < testNum; i++ {
|
|
i := i
|
|
|
|
collectionName := "CreateCollection" + strconv.FormatInt(int64(i), 10)
|
|
req := &servicepb.RowBatch{
|
|
CollectionName: collectionName,
|
|
PartitionTag: "",
|
|
RowData: make([]*commonpb.Blob, 0),
|
|
HashKeys: make([]int32, 0),
|
|
}
|
|
|
|
wg.Add(1)
|
|
go func(group *sync.WaitGroup) {
|
|
defer group.Done()
|
|
has := hasCollection(t, collectionName)
|
|
if has {
|
|
resp, err := proxyClient.Insert(ctx, req)
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
msg := "Insert into Collection " + strconv.Itoa(i) + " should succeed!"
|
|
assert.Equal(t, resp.Status.ErrorCode, commonpb.ErrorCode_SUCCESS, msg)
|
|
}
|
|
}(&wg)
|
|
}
|
|
wg.Wait()
|
|
}
|
|
|
|
func TestProxy_Search(t *testing.T) {
|
|
var sendWg sync.WaitGroup
|
|
var queryWg sync.WaitGroup
|
|
queryDone := make(chan int)
|
|
|
|
sendWg.Add(1)
|
|
go func(group *sync.WaitGroup) {
|
|
defer group.Done()
|
|
queryResultChannels := []string{"QueryResult"}
|
|
bufSize := 1024
|
|
queryResultMsgStream := msgstream.NewPulsarMsgStream(ctx, int64(bufSize))
|
|
pulsarAddress := "pulsar://localhost:6650"
|
|
queryResultMsgStream.SetPulsarClient(pulsarAddress)
|
|
assert.NotEqual(t, queryResultMsgStream, nil, "query result message stream should not be nil!")
|
|
queryResultMsgStream.CreatePulsarProducers(queryResultChannels)
|
|
|
|
i := 0
|
|
for {
|
|
select {
|
|
case <-ctx.Done():
|
|
t.Logf("query result message stream is closed ...")
|
|
queryResultMsgStream.Close()
|
|
return
|
|
case <-queryDone:
|
|
return
|
|
default:
|
|
for j := 0; j < 4; j++ {
|
|
searchResultMsg := &msgstream.SearchResultMsg{
|
|
BaseMsg: msgstream.BaseMsg{
|
|
HashValues: []int32{1},
|
|
},
|
|
SearchResult: internalpb.SearchResult{
|
|
MsgType: internalpb.MsgType_kSearchResult,
|
|
ReqID: int64(i % testNum),
|
|
},
|
|
}
|
|
msgPack := &msgstream.MsgPack{
|
|
Msgs: make([]msgstream.TsMsg, 1),
|
|
}
|
|
msgPack.Msgs[0] = searchResultMsg
|
|
queryResultMsgStream.Produce(msgPack)
|
|
}
|
|
i++
|
|
}
|
|
}
|
|
}(&sendWg)
|
|
|
|
for i := 0; i < testNum; i++ {
|
|
i := i
|
|
collectionName := "CreateCollection" + strconv.FormatInt(int64(i), 10)
|
|
req := &servicepb.Query{
|
|
CollectionName: collectionName,
|
|
}
|
|
queryWg.Add(1)
|
|
go func(group *sync.WaitGroup) {
|
|
defer group.Done()
|
|
has := hasCollection(t, collectionName)
|
|
if !has {
|
|
createCollection(t, collectionName)
|
|
}
|
|
resp, err := proxyClient.Search(ctx, req)
|
|
t.Logf("response of search collection %v: %v", i, resp)
|
|
assert.Nil(t, err)
|
|
}(&queryWg)
|
|
}
|
|
|
|
t.Log("wait query to finish...")
|
|
queryWg.Wait()
|
|
t.Log("query finish ...")
|
|
queryDone <- 1
|
|
sendWg.Wait()
|
|
}
|
|
|
|
func TestProxy_AssignSegID(t *testing.T) {
|
|
collectionName := "CreateCollection1"
|
|
createCollection(t, collectionName)
|
|
testNum := 4
|
|
for i := 0; i < testNum; i++ {
|
|
segID, err := proxyServer.segAssigner.GetSegmentID(collectionName, "default", int32(i), 200000)
|
|
assert.Nil(t, err)
|
|
fmt.Println("segID", segID)
|
|
}
|
|
|
|
}
|
|
|
|
func TestProxy_DropCollection(t *testing.T) {
|
|
var wg sync.WaitGroup
|
|
for i := 0; i < testNum; i++ {
|
|
i := i
|
|
collectionName := "CreateCollection" + strconv.FormatInt(int64(i), 10)
|
|
wg.Add(1)
|
|
go func(group *sync.WaitGroup) {
|
|
defer group.Done()
|
|
has := hasCollection(t, collectionName)
|
|
if has {
|
|
dropCollection(t, collectionName)
|
|
}
|
|
}(&wg)
|
|
}
|
|
wg.Wait()
|
|
}
|
|
|
|
func TestProxy_PartitionGRPC(t *testing.T) {
|
|
var wg sync.WaitGroup
|
|
collName := "collPartTest"
|
|
filedName := "collPartTestF1"
|
|
collReq := &schemapb.CollectionSchema{
|
|
Name: collName,
|
|
Fields: []*schemapb.FieldSchema{
|
|
&schemapb.FieldSchema{
|
|
Name: filedName,
|
|
Description: "",
|
|
DataType: schemapb.DataType_VECTOR_FLOAT,
|
|
},
|
|
},
|
|
}
|
|
st, err := proxyClient.CreateCollection(ctx, collReq)
|
|
assert.Nil(t, err)
|
|
assert.Equal(t, st.ErrorCode, commonpb.ErrorCode_SUCCESS)
|
|
|
|
for i := 0; i < testNum; i++ {
|
|
wg.Add(1)
|
|
i := i
|
|
go func() {
|
|
defer wg.Done()
|
|
tag := fmt.Sprintf("partition-%d", i)
|
|
preq := &servicepb.PartitionName{
|
|
CollectionName: collName,
|
|
Tag: tag,
|
|
}
|
|
|
|
stb, err := proxyClient.HasPartition(ctx, preq)
|
|
assert.Nil(t, err)
|
|
assert.Equal(t, stb.Status.ErrorCode, commonpb.ErrorCode_SUCCESS)
|
|
assert.Equal(t, stb.Value, false)
|
|
|
|
st, err := proxyClient.CreatePartition(ctx, preq)
|
|
assert.Nil(t, err)
|
|
assert.Equal(t, st.ErrorCode, commonpb.ErrorCode_SUCCESS)
|
|
|
|
stb, err = proxyClient.HasPartition(ctx, preq)
|
|
assert.Nil(t, err)
|
|
assert.Equal(t, stb.Status.ErrorCode, commonpb.ErrorCode_SUCCESS)
|
|
assert.Equal(t, stb.Value, true)
|
|
|
|
std, err := proxyClient.DescribePartition(ctx, preq)
|
|
assert.Nil(t, err)
|
|
assert.Equal(t, std.Status.ErrorCode, commonpb.ErrorCode_SUCCESS)
|
|
|
|
sts, err := proxyClient.ShowPartitions(ctx, &servicepb.CollectionName{CollectionName: collName})
|
|
assert.Nil(t, err)
|
|
assert.Equal(t, sts.Status.ErrorCode, commonpb.ErrorCode_SUCCESS)
|
|
assert.True(t, len(sts.Values) >= 2)
|
|
assert.True(t, len(sts.Values) <= testNum+1)
|
|
|
|
st, err = proxyClient.DropPartition(ctx, preq)
|
|
assert.Nil(t, err)
|
|
assert.Equal(t, st.ErrorCode, commonpb.ErrorCode_SUCCESS)
|
|
}()
|
|
}
|
|
wg.Wait()
|
|
}
|
|
|
|
func TestMain(m *testing.M) {
|
|
setup()
|
|
code := m.Run()
|
|
shutdown()
|
|
os.Exit(code)
|
|
}
|