milvus/internal/util/flowgraph/node_test.go

// Copyright (C) 2019-2020 Zilliz. All rights reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software distributed under the License
// is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
// or implied. See the License for the specific language governing permissions and limitations under the License.

package flowgraph

import (
	"context"
	"math"
	"os"
	"sync"
	"testing"
	"time"

	"github.com/milvus-io/milvus/internal/msgstream"
	"github.com/milvus-io/milvus/internal/proto/commonpb"
	"github.com/milvus-io/milvus/internal/proto/internalpb"

	"github.com/stretchr/testify/assert"
)

func generateMsgPack() msgstream.MsgPack {
	msgPack := msgstream.MsgPack{}
	baseMsg := msgstream.BaseMsg{
		BeginTimestamp: uint64(time.Now().Unix()),
		EndTimestamp:   uint64(time.Now().Unix() + 1),
		HashValues:     []uint32{0},
	}
	timeTickResult := internalpb.TimeTickMsg{
		Base: &commonpb.MsgBase{
			MsgType:   commonpb.MsgType_TimeTick,
			MsgID:     0,
			Timestamp: math.MaxUint64,
			SourceID:  0,
		},
	}
	timeTickMsg := &msgstream.TimeTickMsg{
		BaseMsg:     baseMsg,
		TimeTickMsg: timeTickResult,
	}
	msgPack.Msgs = append(msgPack.Msgs, timeTickMsg)

	return msgPack
}

func TestNodeCtx_Start(t *testing.T) {
	os.Setenv("ROCKSMQ_PATH", "/tmp/MilvusTest/FlowGraph/TestNodeStart")
	msFactory := msgstream.NewRmsFactory()
	m := map[string]interface{}{}
	err := msFactory.SetParams(m)
	assert.Nil(t, err)

	msgStream, _ := msFactory.NewMsgStream(context.TODO())
	channels := []string{"cc"}
	msgStream.AsConsumer(channels, "sub")

	produceStream, _ := msFactory.NewMsgStream(context.TODO())
	produceStream.AsProducer(channels)

	msgPack := generateMsgPack()
	produceStream.Produce(&msgPack)
	time.Sleep(time.Millisecond * 2)
	msgPack = generateMsgPack()
	produceStream.Produce(&msgPack)

	nodeName := "input_node"
	inputNode := &InputNode{
		inStream: msgStream,
		name:     nodeName,
	}

	node := &nodeCtx{
		node:                   inputNode,
		inputChannels:          make([]chan Msg, 2),
		downstreamInputChanIdx: make(map[string]int),
		closeCh:                make(chan struct{}),
	}

	for i := 0; i < len(node.inputChannels); i++ {
		node.inputChannels[i] = make(chan Msg)
	}

	var waitGroup sync.WaitGroup
	waitGroup.Add(1)
	node.Start(&waitGroup)

	node.Close()
}

func TestBaseNode(t *testing.T) {
	node := &BaseNode{
		maxQueueLength: 10,
		maxParallelism: 50,
	}

	x := node.MaxQueueLength()
	assert.Equal(t, x, node.maxQueueLength)

	x = node.MaxParallelism()
	assert.Equal(t, x, node.maxParallelism)

	var val int32 = 3
	node.SetMaxQueueLength(val)
	assert.Equal(t, val, node.maxQueueLength)

	node.SetMaxParallelism(val)
	assert.Equal(t, val, node.maxParallelism)

	assert.Equal(t, false, node.IsInputNode())

	node.Close()
}