2021-12-21 18:50:59 +08:00
|
|
|
// Licensed to the LF AI & Data foundation under one
|
|
|
|
// or more contributor license agreements. See the NOTICE file
|
|
|
|
// distributed with this work for additional information
|
|
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
|
|
// to you under the Apache License, Version 2.0 (the
|
|
|
|
// "License"); you may not use this file except in compliance
|
2021-09-13 16:32:44 +08:00
|
|
|
// with the License. You may obtain a copy of the License at
|
|
|
|
//
|
2021-12-21 18:50:59 +08:00
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
2021-09-13 16:32:44 +08:00
|
|
|
//
|
2021-12-21 18:50:59 +08:00
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
2021-09-13 16:32:44 +08:00
|
|
|
|
|
|
|
package rootcoord
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
2021-12-29 14:35:21 +08:00
|
|
|
"sync"
|
2021-09-13 16:32:44 +08:00
|
|
|
"testing"
|
|
|
|
|
2022-09-21 15:46:51 +08:00
|
|
|
"github.com/milvus-io/milvus/internal/util/typeutil"
|
|
|
|
|
2021-11-25 10:07:15 +08:00
|
|
|
"github.com/stretchr/testify/assert"
|
|
|
|
|
2022-09-16 16:56:49 +08:00
|
|
|
"github.com/milvus-io/milvus/api/commonpb"
|
2021-09-13 16:32:44 +08:00
|
|
|
"github.com/milvus-io/milvus/internal/proto/internalpb"
|
2022-04-07 22:05:32 +08:00
|
|
|
"github.com/milvus-io/milvus/internal/util/dependency"
|
2021-09-13 16:32:44 +08:00
|
|
|
)
|
|
|
|
|
2021-11-25 10:07:15 +08:00
|
|
|
func TestTimetickSync(t *testing.T) {
|
|
|
|
ctx := context.Background()
|
2022-01-18 00:07:37 +08:00
|
|
|
sourceID := int64(100)
|
2021-09-13 16:32:44 +08:00
|
|
|
|
2022-04-07 22:05:32 +08:00
|
|
|
factory := dependency.NewDefaultFactory(true)
|
2021-09-13 16:32:44 +08:00
|
|
|
|
2021-11-25 10:07:15 +08:00
|
|
|
//chanMap := map[typeutil.UniqueID][]string{
|
|
|
|
// int64(1): {"rootcoord-dml_0"},
|
|
|
|
//}
|
|
|
|
|
2021-12-23 18:39:11 +08:00
|
|
|
Params.RootCoordCfg.DmlChannelNum = 2
|
2022-03-04 11:17:56 +08:00
|
|
|
Params.CommonCfg.RootCoordDml = "rootcoord-dml"
|
|
|
|
Params.CommonCfg.RootCoordDelta = "rootcoord-delta"
|
2022-01-18 00:07:37 +08:00
|
|
|
ttSync := newTimeTickSync(ctx, sourceID, factory, nil)
|
2021-11-25 10:07:15 +08:00
|
|
|
|
2021-12-29 14:35:21 +08:00
|
|
|
var wg sync.WaitGroup
|
|
|
|
wg.Add(1)
|
2021-11-25 10:07:15 +08:00
|
|
|
t.Run("sendToChannel", func(t *testing.T) {
|
2021-12-29 14:35:21 +08:00
|
|
|
defer wg.Done()
|
2021-11-25 10:07:15 +08:00
|
|
|
ttSync.sendToChannel()
|
|
|
|
|
2022-01-18 14:47:36 +08:00
|
|
|
ttSync.sess2ChanTsMap[1] = nil
|
2021-11-25 10:07:15 +08:00
|
|
|
ttSync.sendToChannel()
|
|
|
|
|
|
|
|
msg := &internalpb.ChannelTimeTickMsg{
|
|
|
|
Base: &commonpb.MsgBase{
|
|
|
|
MsgType: commonpb.MsgType_TimeTick,
|
|
|
|
},
|
|
|
|
}
|
2022-01-18 14:47:36 +08:00
|
|
|
ttSync.sess2ChanTsMap[1] = newChanTsMsg(msg, 1)
|
2021-11-25 10:07:15 +08:00
|
|
|
ttSync.sendToChannel()
|
|
|
|
})
|
|
|
|
|
2021-12-29 14:35:21 +08:00
|
|
|
wg.Add(1)
|
2021-11-25 10:07:15 +08:00
|
|
|
t.Run("UpdateTimeTick", func(t *testing.T) {
|
2021-12-29 14:35:21 +08:00
|
|
|
defer wg.Done()
|
2021-11-25 10:07:15 +08:00
|
|
|
msg := &internalpb.ChannelTimeTickMsg{
|
|
|
|
Base: &commonpb.MsgBase{
|
|
|
|
MsgType: commonpb.MsgType_TimeTick,
|
|
|
|
SourceID: int64(1),
|
|
|
|
},
|
|
|
|
DefaultTimestamp: 0,
|
|
|
|
}
|
|
|
|
|
|
|
|
err := ttSync.updateTimeTick(msg, "1")
|
|
|
|
assert.Nil(t, err)
|
|
|
|
|
|
|
|
msg.ChannelNames = append(msg.ChannelNames, "a")
|
|
|
|
err = ttSync.updateTimeTick(msg, "1")
|
|
|
|
assert.Error(t, err)
|
|
|
|
|
|
|
|
msg.Timestamps = append(msg.Timestamps, uint64(2))
|
|
|
|
msg.DefaultTimestamp = uint64(200)
|
2021-11-27 13:57:16 +08:00
|
|
|
cttMsg := newChanTsMsg(msg, 1)
|
2022-01-18 14:47:36 +08:00
|
|
|
ttSync.sess2ChanTsMap[msg.Base.SourceID] = cttMsg
|
2021-11-25 10:07:15 +08:00
|
|
|
|
|
|
|
err = ttSync.updateTimeTick(msg, "1")
|
|
|
|
assert.Nil(t, err)
|
|
|
|
|
2022-01-18 00:07:37 +08:00
|
|
|
ttSync.sourceID = int64(1)
|
2021-11-25 10:07:15 +08:00
|
|
|
err = ttSync.updateTimeTick(msg, "1")
|
|
|
|
assert.Nil(t, err)
|
|
|
|
})
|
|
|
|
|
2021-12-29 14:35:21 +08:00
|
|
|
wg.Add(1)
|
2021-11-25 10:07:15 +08:00
|
|
|
t.Run("minTimeTick", func(t *testing.T) {
|
2021-12-29 14:35:21 +08:00
|
|
|
defer wg.Done()
|
2021-11-25 10:07:15 +08:00
|
|
|
tts := make([]uint64, 2)
|
|
|
|
tts[0] = uint64(5)
|
|
|
|
tts[1] = uint64(3)
|
|
|
|
|
|
|
|
ret := minTimeTick(tts...)
|
|
|
|
assert.Equal(t, ret, tts[1])
|
|
|
|
})
|
2021-12-29 14:35:21 +08:00
|
|
|
wg.Wait()
|
2021-09-13 16:32:44 +08:00
|
|
|
}
|
2022-09-21 15:46:51 +08:00
|
|
|
|
|
|
|
func Test_ttHistogram_get(t *testing.T) {
|
|
|
|
h := newTtHistogram()
|
|
|
|
assert.Equal(t, typeutil.ZeroTimestamp, h.get("not_exist"))
|
|
|
|
h.update("ch1", 100)
|
|
|
|
assert.Equal(t, Timestamp(100), h.get("ch1"))
|
|
|
|
h.update("ch2", 1000)
|
|
|
|
assert.Equal(t, Timestamp(1000), h.get("ch2"))
|
|
|
|
h.remove("ch1", "ch2", "not_exist")
|
|
|
|
assert.Equal(t, typeutil.ZeroTimestamp, h.get("ch1"))
|
|
|
|
assert.Equal(t, typeutil.ZeroTimestamp, h.get("ch2"))
|
|
|
|
}
|