mirror of
https://gitee.com/milvus-io/milvus.git
synced 2024-12-05 21:39:19 +08:00
6ea7633bd5
issue: #33005 1. add `MemorySize` field for insert binlog. 2. `LogSize` means the file size in the storage object. 3. `MemorySize` means the size of the data in the memory. --------- Signed-off-by: Cai Zhang <cai.zhang@zilliz.com> Signed-off-by: cai.zhang <cai.zhang@zilliz.com>
202 lines
5.1 KiB
Go
202 lines
5.1 KiB
Go
// licensed to the lf ai & data foundation under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package datacoord
|
|
|
|
import (
|
|
"context"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/cockroachdb/errors"
|
|
"github.com/stretchr/testify/suite"
|
|
|
|
"github.com/milvus-io/milvus-proto/go-api/v2/commonpb"
|
|
"github.com/milvus-io/milvus/internal/proto/datapb"
|
|
"github.com/milvus-io/milvus/internal/proto/rootcoordpb"
|
|
"github.com/milvus-io/milvus/pkg/common"
|
|
"github.com/milvus-io/milvus/pkg/util/tsoutil"
|
|
)
|
|
|
|
type UtilSuite struct {
|
|
suite.Suite
|
|
}
|
|
|
|
func (suite *UtilSuite) TestVerifyResponse() {
|
|
type testCase struct {
|
|
resp interface{}
|
|
err error
|
|
expected error
|
|
equalValue bool
|
|
}
|
|
cases := []testCase{
|
|
{
|
|
resp: nil,
|
|
err: errors.New("boom"),
|
|
expected: errors.New("boom"),
|
|
equalValue: true,
|
|
},
|
|
{
|
|
resp: nil,
|
|
err: nil,
|
|
expected: errNilResponse,
|
|
equalValue: false,
|
|
},
|
|
{
|
|
resp: &commonpb.Status{ErrorCode: commonpb.ErrorCode_Success},
|
|
err: nil,
|
|
expected: nil,
|
|
equalValue: false,
|
|
},
|
|
{
|
|
resp: &commonpb.Status{ErrorCode: commonpb.ErrorCode_UnexpectedError, Reason: "r1"},
|
|
err: nil,
|
|
expected: errors.New("r1"),
|
|
equalValue: true,
|
|
},
|
|
{
|
|
resp: (*commonpb.Status)(nil),
|
|
err: nil,
|
|
expected: errNilResponse,
|
|
equalValue: false,
|
|
},
|
|
{
|
|
resp: &rootcoordpb.AllocIDResponse{
|
|
Status: &commonpb.Status{ErrorCode: commonpb.ErrorCode_Success},
|
|
},
|
|
err: nil,
|
|
expected: nil,
|
|
equalValue: false,
|
|
},
|
|
{
|
|
resp: &rootcoordpb.AllocIDResponse{
|
|
Status: &commonpb.Status{ErrorCode: commonpb.ErrorCode_UnexpectedError, Reason: "r2"},
|
|
},
|
|
err: nil,
|
|
expected: errors.New("r2"),
|
|
equalValue: true,
|
|
},
|
|
{
|
|
resp: &rootcoordpb.AllocIDResponse{},
|
|
err: nil,
|
|
expected: errNilStatusResponse,
|
|
equalValue: true,
|
|
},
|
|
{
|
|
resp: (*rootcoordpb.AllocIDResponse)(nil),
|
|
err: nil,
|
|
expected: errNilStatusResponse,
|
|
equalValue: true,
|
|
},
|
|
{
|
|
resp: struct{}{},
|
|
err: nil,
|
|
expected: errUnknownResponseType,
|
|
equalValue: false,
|
|
},
|
|
}
|
|
for _, c := range cases {
|
|
r := VerifyResponse(c.resp, c.err)
|
|
if c.equalValue {
|
|
suite.Contains(r.Error(), c.expected.Error())
|
|
} else {
|
|
suite.Equal(c.expected, r)
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestUtil(t *testing.T) {
|
|
suite.Run(t, new(UtilSuite))
|
|
}
|
|
|
|
type fixedTSOAllocator struct {
|
|
fixedTime time.Time
|
|
}
|
|
|
|
func (f *fixedTSOAllocator) allocTimestamp(_ context.Context) (Timestamp, error) {
|
|
return tsoutil.ComposeTS(f.fixedTime.UnixNano()/int64(time.Millisecond), 0), nil
|
|
}
|
|
|
|
func (f *fixedTSOAllocator) allocID(_ context.Context) (UniqueID, error) {
|
|
panic("not implemented") // TODO: Implement
|
|
}
|
|
|
|
func (f *fixedTSOAllocator) allocN(_ context.Context, _ int64) (UniqueID, UniqueID, error) {
|
|
panic("not implemented") // TODO: Implement
|
|
}
|
|
|
|
func (suite *UtilSuite) TestGetZeroTime() {
|
|
n := 10
|
|
for i := 0; i < n; i++ {
|
|
timeGot := getZeroTime()
|
|
suite.True(timeGot.IsZero())
|
|
}
|
|
}
|
|
|
|
func (suite *UtilSuite) TestGetCollectionTTL() {
|
|
properties1 := map[string]string{
|
|
common.CollectionTTLConfigKey: "3600",
|
|
}
|
|
|
|
// get ttl from configuration file
|
|
ttl, err := getCollectionTTL(properties1)
|
|
suite.NoError(err)
|
|
suite.Equal(ttl, time.Duration(3600)*time.Second)
|
|
|
|
properties2 := map[string]string{
|
|
common.CollectionTTLConfigKey: "error value",
|
|
}
|
|
// test for parsing configuration failed
|
|
ttl, err = getCollectionTTL(properties2)
|
|
suite.Error(err)
|
|
suite.Equal(int(ttl), -1)
|
|
|
|
ttl, err = getCollectionTTL(map[string]string{})
|
|
suite.NoError(err)
|
|
suite.Equal(ttl, Params.CommonCfg.EntityExpirationTTL.GetAsDuration(time.Second))
|
|
}
|
|
|
|
func (suite *UtilSuite) TestGetCollectionAutoCompactionEnabled() {
|
|
properties := map[string]string{
|
|
common.CollectionAutoCompactionKey: "true",
|
|
}
|
|
|
|
enabled, err := getCollectionAutoCompactionEnabled(properties)
|
|
suite.NoError(err)
|
|
suite.True(enabled)
|
|
|
|
properties = map[string]string{
|
|
common.CollectionAutoCompactionKey: "bad_value",
|
|
}
|
|
|
|
_, err = getCollectionAutoCompactionEnabled(properties)
|
|
suite.Error(err)
|
|
|
|
enabled, err = getCollectionAutoCompactionEnabled(map[string]string{})
|
|
suite.NoError(err)
|
|
suite.Equal(Params.DataCoordCfg.EnableAutoCompaction.GetAsBool(), enabled)
|
|
}
|
|
|
|
func (suite *UtilSuite) TestCalculateL0SegmentSize() {
|
|
logsize := int64(100)
|
|
fields := []*datapb.FieldBinlog{{
|
|
FieldID: 102,
|
|
Binlogs: []*datapb.Binlog{{LogSize: logsize, MemorySize: logsize}},
|
|
}}
|
|
|
|
suite.Equal(calculateL0SegmentSize(fields), float64(logsize))
|
|
}
|