milvus/pkg/util/retry/retry_test.go
SimFG 229fc4f755
enhance: retry to read when the s3 get the unexpect eof error (#30861)
/kind improvement
issue: #30877

Signed-off-by: SimFG <bang.fu@zilliz.com>
2024-02-28 16:28:53 +08:00

185 lines
3.9 KiB
Go

// Copyright (C) 2019-2020 Zilliz. All rights reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software distributed under the License
// is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
// or implied. See the License for the specific language governing permissions and limitations under the License.
package retry
import (
"context"
"fmt"
"testing"
"time"
"github.com/cockroachdb/errors"
"github.com/lingdor/stackerror"
"github.com/stretchr/testify/assert"
"github.com/milvus-io/milvus/pkg/util/merr"
)
func TestDo(t *testing.T) {
ctx := context.Background()
n := 0
testFn := func() error {
if n < 3 {
n++
return errors.New("some error")
}
return nil
}
err := Do(ctx, testFn)
assert.NoError(t, err)
}
func TestAttempts(t *testing.T) {
ctx := context.Background()
testFn := func() error {
t.Log("executed")
return errors.New("some error")
}
err := Do(ctx, testFn, Attempts(1))
assert.Error(t, err)
t.Log(err)
}
func TestMaxSleepTime(t *testing.T) {
ctx := context.Background()
testFn := func() error {
return fmt.Errorf("some error")
}
err := Do(ctx, testFn, Attempts(3), MaxSleepTime(200*time.Millisecond))
assert.Error(t, err)
t.Log(err)
ctx, cancel := context.WithTimeout(ctx, 1*time.Second)
defer cancel()
err = Do(ctx, testFn, Attempts(10), MaxSleepTime(200*time.Millisecond))
assert.Error(t, err)
assert.Nil(t, ctx.Err())
}
func TestSleep(t *testing.T) {
ctx := context.Background()
testFn := func() error {
return fmt.Errorf("some error")
}
err := Do(ctx, testFn, Attempts(3), Sleep(500*time.Millisecond))
assert.Error(t, err)
t.Log(err)
}
func TestAllError(t *testing.T) {
ctx := context.Background()
testFn := func() error {
return stackerror.New("some error")
}
err := Do(ctx, testFn, Attempts(3))
assert.Error(t, err)
t.Log(err)
}
func TestUnRecoveryError(t *testing.T) {
attempts := 0
ctx := context.Background()
mockErr := errors.New("some error")
testFn := func() error {
attempts++
return Unrecoverable(mockErr)
}
err := Do(ctx, testFn, Attempts(3))
assert.Error(t, err)
assert.Equal(t, attempts, 1)
assert.True(t, errors.Is(err, mockErr))
}
func TestContextDeadline(t *testing.T) {
ctx, cancel := context.WithTimeout(context.Background(), 1*time.Second)
defer cancel()
testFn := func() error {
return fmt.Errorf("some error")
}
err := Do(ctx, testFn)
assert.Error(t, err)
t.Log(err)
}
func TestContextCancel(t *testing.T) {
ctx, cancel := context.WithCancel(context.Background())
mockErr := errors.New("mock error")
testFn := func() error {
return mockErr
}
go func() {
time.Sleep(100 * time.Millisecond)
cancel()
}()
err := Do(ctx, testFn)
assert.Error(t, err)
assert.ErrorIs(t, err, mockErr)
t.Log(err)
}
func TestWrap(t *testing.T) {
err := merr.WrapErrSegmentNotFound(1, "failed to get Segment")
assert.True(t, errors.Is(err, merr.ErrSegmentNotFound))
assert.True(t, IsRecoverable(err))
err2 := Unrecoverable(err)
fmt.Println(err2)
assert.True(t, errors.Is(err2, merr.ErrSegmentNotFound))
assert.False(t, IsRecoverable(err2))
}
func TestRetryErrorParam(t *testing.T) {
{
mockErr := errors.New("mock not retry error")
runTimes := 0
err := Do(context.Background(), func() error {
runTimes++
return mockErr
}, RetryErr(func(err error) bool {
return err != mockErr
}))
assert.Error(t, err)
assert.Equal(t, 1, runTimes)
}
{
mockErr := errors.New("mock retry error")
runTimes := 0
err := Do(context.Background(), func() error {
runTimes++
return mockErr
}, Attempts(3), RetryErr(func(err error) bool {
return err == mockErr
}))
assert.Error(t, err)
assert.Equal(t, 3, runTimes)
}
}