milvus/internal/util/flowgraph/node_test.go
jaime 709a0a94e9
Add some msgstream metrics (#20296)
Signed-off-by: yun.zhang <yun.zhang@zilliz.com>

Signed-off-by: yun.zhang <yun.zhang@zilliz.com>
2022-11-07 10:15:02 +08:00

117 lines
3.1 KiB
Go

// Licensed to the LF AI & Data foundation under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package flowgraph
import (
"context"
"math"
"sync"
"testing"
"time"
"github.com/stretchr/testify/assert"
"github.com/milvus-io/milvus-proto/go-api/commonpb"
"github.com/milvus-io/milvus/internal/mq/msgstream"
"github.com/milvus-io/milvus/internal/mq/msgstream/mqwrapper"
"github.com/milvus-io/milvus/internal/proto/internalpb"
"github.com/milvus-io/milvus/internal/util/dependency"
)
func generateMsgPack() msgstream.MsgPack {
msgPack := msgstream.MsgPack{}
baseMsg := msgstream.BaseMsg{
BeginTimestamp: uint64(time.Now().Unix()),
EndTimestamp: uint64(time.Now().Unix() + 1),
HashValues: []uint32{0},
}
timeTickResult := internalpb.TimeTickMsg{
Base: &commonpb.MsgBase{
MsgType: commonpb.MsgType_TimeTick,
MsgID: 0,
Timestamp: math.MaxUint64,
SourceID: 0,
},
}
timeTickMsg := &msgstream.TimeTickMsg{
BaseMsg: baseMsg,
TimeTickMsg: timeTickResult,
}
msgPack.Msgs = append(msgPack.Msgs, timeTickMsg)
return msgPack
}
func TestNodeCtx_Start(t *testing.T) {
t.Setenv("ROCKSMQ_PATH", "/tmp/MilvusTest/FlowGraph/TestNodeStart")
factory := dependency.NewDefaultFactory(true)
msgStream, _ := factory.NewMsgStream(context.TODO())
channels := []string{"cc"}
msgStream.AsConsumer(channels, "sub", mqwrapper.SubscriptionPositionEarliest)
produceStream, _ := factory.NewMsgStream(context.TODO())
produceStream.AsProducer(channels)
msgPack := generateMsgPack()
produceStream.Produce(&msgPack)
time.Sleep(time.Millisecond * 2)
msgPack = generateMsgPack()
produceStream.Produce(&msgPack)
nodeName := "input_node"
inputNode := NewInputNode(msgStream, nodeName, 100, 100, "", 0, 0, "")
node := &nodeCtx{
node: inputNode,
closeCh: make(chan struct{}),
closeWg: &sync.WaitGroup{},
}
node.inputChannel = make(chan []Msg)
assert.NotPanics(t, func() {
node.Start()
})
node.Close()
}
func TestBaseNode(t *testing.T) {
node := &BaseNode{
maxQueueLength: 10,
maxParallelism: 50,
}
x := node.MaxQueueLength()
assert.Equal(t, x, node.maxQueueLength)
x = node.MaxParallelism()
assert.Equal(t, x, node.maxParallelism)
var val int32 = 3
node.SetMaxQueueLength(val)
assert.Equal(t, val, node.maxQueueLength)
node.SetMaxParallelism(val)
assert.Equal(t, val, node.maxParallelism)
assert.Equal(t, false, node.IsInputNode())
node.Close()
}