milvus/internal/datanode/flush_task_test.go
congqixia 59d19384dc
Fix flush manager injection logic with multiple segments (#12260)
Signed-off-by: Congqi Xia <congqi.xia@zilliz.com>
2021-11-24 18:41:16 +08:00

148 lines
3.4 KiB
Go

// Licensed to the LF AI & Data foundation under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package datanode
import (
"testing"
"github.com/milvus-io/milvus/internal/util/retry"
"github.com/stretchr/testify/assert"
)
func TestFlushTaskRunner(t *testing.T) {
task := newFlushTaskRunner(1, nil)
signal := make(chan struct{})
saveFlag := false
nextFlag := false
processed := make(chan struct{})
task.init(func(*segmentFlushPack) {
saveFlag = true
}, func(pack *segmentFlushPack, i postInjectionFunc) {}, signal)
go func() {
<-task.finishSignal
nextFlag = true
processed <- struct{}{}
}()
assert.False(t, saveFlag)
assert.False(t, nextFlag)
task.runFlushInsert(&emptyFlushTask{}, nil, nil, false, false, nil)
task.runFlushDel(&emptyFlushTask{}, &DelDataBuf{})
assert.False(t, saveFlag)
assert.False(t, nextFlag)
close(signal)
<-processed
assert.True(t, saveFlag)
assert.True(t, nextFlag)
}
func TestFlushTaskRunner_FailError(t *testing.T) {
task := newFlushTaskRunner(1, nil)
signal := make(chan struct{})
errFlag := false
nextFlag := false
processed := make(chan struct{})
task.init(func(pack *segmentFlushPack) {
if pack.err != nil {
errFlag = true
}
}, func(pack *segmentFlushPack, i postInjectionFunc) {}, signal)
go func() {
<-task.finishSignal
nextFlag = true
processed <- struct{}{}
}()
assert.False(t, errFlag)
assert.False(t, nextFlag)
task.runFlushInsert(&errFlushTask{}, nil, nil, false, false, nil, retry.Attempts(1))
task.runFlushDel(&errFlushTask{}, &DelDataBuf{}, retry.Attempts(1))
assert.False(t, errFlag)
assert.False(t, nextFlag)
close(signal)
<-processed
assert.True(t, errFlag)
assert.True(t, nextFlag)
}
func TestFlushTaskRunner_Injection(t *testing.T) {
injectCh := make(chan *taskInjection, 1)
task := newFlushTaskRunner(1, injectCh)
signal := make(chan struct{})
saveFlag := false
nextFlag := false
processed := make(chan struct{})
ti := newTaskInjection(1, func(pack *segmentFlushPack) {
t.Log("task injection executed")
pack.segmentID = 2
})
go ti.waitForInjected()
injectCh <- ti
go func() {
<-ti.injected
ti.injectDone(true)
}()
task.init(func(pack *segmentFlushPack) {
assert.EqualValues(t, 2, pack.segmentID)
saveFlag = true
}, func(pack *segmentFlushPack, i postInjectionFunc) {
if i != nil {
i(pack)
}
}, signal)
go func() {
<-task.finishSignal
nextFlag = true
processed <- struct{}{}
}()
assert.False(t, saveFlag)
assert.False(t, nextFlag)
task.runFlushInsert(&emptyFlushTask{}, nil, nil, false, false, nil)
task.runFlushDel(&emptyFlushTask{}, &DelDataBuf{})
assert.False(t, saveFlag)
assert.False(t, nextFlag)
close(signal)
<-processed
assert.True(t, saveFlag)
assert.True(t, nextFlag)
}