milvus/internal/datanode/channel_checkpoint_updater_test.go

// Licensed to the LF AI & Data foundation under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package datanode

import (
	"context"
	"fmt"
	"sync"
	"testing"
	"time"

	"github.com/stretchr/testify/mock"
	"github.com/stretchr/testify/suite"
	"go.uber.org/atomic"

	"github.com/milvus-io/milvus-proto/go-api/v2/msgpb"
	"github.com/milvus-io/milvus/internal/datanode/broker"
	"github.com/milvus-io/milvus/pkg/util/paramtable"
)

type ChannelCPUpdaterSuite struct {
	suite.Suite

	updater *channelCheckpointUpdater
}

func (s *ChannelCPUpdaterSuite) SetupTest() {
	s.updater = newChannelCheckpointUpdater(&DataNode{})
}

func (s *ChannelCPUpdaterSuite) TestUpdate() {
	paramtable.Get().Save(paramtable.Get().DataNodeCfg.ChannelCheckpointUpdateTickInSeconds.Key, "0.01")
	defer paramtable.Get().Save(paramtable.Get().DataNodeCfg.ChannelCheckpointUpdateTickInSeconds.Key, "10")

	b := broker.NewMockBroker(s.T())
	b.EXPECT().UpdateChannelCheckpoint(mock.Anything, mock.Anything).RunAndReturn(func(ctx context.Context, positions []*msgpb.MsgPosition) error {
		time.Sleep(10 * time.Millisecond)
		return nil
	})
	s.updater.dn.broker = b

	go s.updater.start()
	defer s.updater.close()

	tasksNum := 100000
	counter := atomic.NewInt64(0)
	wg := &sync.WaitGroup{}
	wg.Add(1)
	go func() {
		defer wg.Done()
		for i := 0; i < tasksNum; i++ {
			// add duplicated task with same timestamp
			for j := 0; j < 10; j++ {
				s.updater.AddTask(&msgpb.MsgPosition{
					ChannelName: fmt.Sprintf("ch-%d", i),
					MsgID:       []byte{0},
					Timestamp:   100,
				}, false, func() {
					counter.Add(1)
				})
			}
		}
	}()
	s.Eventually(func() bool {
		return counter.Load() == int64(tasksNum)
	}, time.Second*10, time.Millisecond*100)
	wg.Wait()
}

func TestChannelCPUpdater(t *testing.T) {
	suite.Run(t, new(ChannelCPUpdaterSuite))
}