mirror of
https://gitee.com/milvus-io/milvus.git
synced 2024-12-02 11:59:00 +08:00
269 lines
7.5 KiB
Go
269 lines
7.5 KiB
Go
// Licensed to the LF AI & Data foundation under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package ratelimitutil
|
|
|
|
import (
|
|
"math"
|
|
"math/rand"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/samber/lo"
|
|
"github.com/stretchr/testify/assert"
|
|
)
|
|
|
|
func TestRateCollector(t *testing.T) {
|
|
t.Run("test add and get", func(t *testing.T) {
|
|
var (
|
|
ts0 = time.Now()
|
|
ts11 = ts0.Add(time.Duration(1.0 * float64(time.Second)))
|
|
ts12 = ts0.Add(time.Duration(1.9 * float64(time.Second)))
|
|
ts31 = ts0.Add(time.Duration(3.1 * float64(time.Second)))
|
|
ts41 = ts0.Add(time.Duration(4.0 * float64(time.Second)))
|
|
ts100 = ts0.Add(time.Duration(100.0 * float64(time.Second)))
|
|
)
|
|
|
|
rc, err := newRateCollector(DefaultWindow, DefaultGranularity, ts0, false)
|
|
assert.NoError(t, err)
|
|
label := "mock_label"
|
|
rc.Register(label)
|
|
defer rc.Deregister(label)
|
|
|
|
rc.add(label, 10, ts11)
|
|
rc.add(label, 20, ts12)
|
|
|
|
v, err := rc.rate(label, 2*time.Second, ts12)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, float64(15), v)
|
|
|
|
rc.add(label, 20, ts31)
|
|
v, err = rc.rate(label, 2*time.Second, ts31)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, float64(10), v)
|
|
v, err = rc.rate(label, 4*time.Second, ts31)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, 50.0/4.0, v)
|
|
|
|
rc.add(label, 20, ts41)
|
|
v, err = rc.rate(label, 1*time.Second, ts31)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, float64(20), v)
|
|
v, err = rc.rate(label, 2*time.Second, ts31)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, float64(20), v)
|
|
|
|
v, err = rc.rate(label, 2*time.Second, ts100)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, float64(0), v)
|
|
})
|
|
|
|
t.Run("test min max", func(t *testing.T) {
|
|
var (
|
|
ts0 = time.Now()
|
|
ts11 = ts0.Add(time.Duration(1.0 * float64(time.Second)))
|
|
ts12 = ts0.Add(time.Duration(1.9 * float64(time.Second)))
|
|
ts31 = ts0.Add(time.Duration(3.1 * float64(time.Second)))
|
|
)
|
|
|
|
rc, err := newRateCollector(DefaultWindow, DefaultGranularity, ts0, false)
|
|
assert.NoError(t, err)
|
|
label := "mock_label"
|
|
rc.Register(label)
|
|
defer rc.Deregister(label)
|
|
|
|
rc.add(label, 10, ts11)
|
|
rc.add(label, 20, ts12)
|
|
|
|
v, err := rc.min(label, ts31)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, float64(0), v)
|
|
|
|
v, err = rc.max(label, ts31)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, float64(30), v)
|
|
|
|
rc.print()
|
|
})
|
|
|
|
t.Run("long running", func(t *testing.T) {
|
|
const testPeriod = 10
|
|
|
|
tt := makeTestTime(t)
|
|
start := tt.now()
|
|
end := start.Add(testPeriod * time.Second)
|
|
|
|
rc, err := newRateCollector(DefaultWindow, DefaultGranularity, start, false)
|
|
assert.NoError(t, err)
|
|
label := "mock_label"
|
|
rc.Register(label)
|
|
defer rc.Deregister(label)
|
|
|
|
slots := make(map[int]float64)
|
|
for tt.now().Before(end) {
|
|
increase := rand.Float64()
|
|
rc.add(label, increase, tt.now())
|
|
|
|
slotIndex := int(tt.now().Sub(start) / time.Second)
|
|
slots[slotIndex] += increase
|
|
|
|
tt.advance(2 * time.Millisecond)
|
|
}
|
|
|
|
getSlotRate := func(duration int) float64 {
|
|
total := 0.0
|
|
for i := testPeriod - 1; i >= testPeriod-duration; i-- {
|
|
total += slots[i]
|
|
}
|
|
return total / float64(duration)
|
|
}
|
|
|
|
for i := 1; i <= testPeriod-1; i++ {
|
|
want := getSlotRate(i)
|
|
actual, err := rc.rate(label, time.Duration(i)*time.Second, tt.now().Add(-time.Second/5))
|
|
assert.NoError(t, err)
|
|
assert.True(t, math.Abs(want-actual) < 0.000001)
|
|
}
|
|
})
|
|
}
|
|
|
|
func TestRateSubLabel(t *testing.T) {
|
|
rateCollector, err := NewRateCollector(5*time.Second, time.Second, true)
|
|
assert.NoError(t, err)
|
|
|
|
var (
|
|
label = "search"
|
|
db = "hoo"
|
|
collection = "foo"
|
|
dbSubLabel = GetDBSubLabel(db)
|
|
collectionSubLabel = GetCollectionSubLabel(db, collection)
|
|
ts0 = time.Now()
|
|
ts10 = ts0.Add(time.Duration(1.0 * float64(time.Second)))
|
|
ts19 = ts0.Add(time.Duration(1.9 * float64(time.Second)))
|
|
ts20 = ts0.Add(time.Duration(2.0 * float64(time.Second)))
|
|
ts30 = ts0.Add(time.Duration(3.0 * float64(time.Second)))
|
|
ts40 = ts0.Add(time.Duration(4.0 * float64(time.Second)))
|
|
)
|
|
|
|
rateCollector.Register(label)
|
|
defer rateCollector.Deregister(label)
|
|
rateCollector.add(label, 10, ts0, dbSubLabel, collectionSubLabel)
|
|
rateCollector.add(label, 20, ts10, dbSubLabel, collectionSubLabel)
|
|
rateCollector.add(label, 30, ts19, dbSubLabel, collectionSubLabel)
|
|
rateCollector.add(label, 40, ts20, dbSubLabel, collectionSubLabel)
|
|
rateCollector.add(label, 50, ts30, dbSubLabel, collectionSubLabel)
|
|
rateCollector.add(label, 60, ts40, dbSubLabel, collectionSubLabel)
|
|
|
|
time.Sleep(4 * time.Second)
|
|
|
|
// 10 20+30 40 50 60
|
|
{
|
|
avg, err := rateCollector.Rate(label, 3*time.Second)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, float64(50), avg)
|
|
}
|
|
{
|
|
avg, err := rateCollector.Rate(label, 5*time.Second)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, float64(42), avg)
|
|
}
|
|
{
|
|
avgs, err := rateCollector.RateSubLabel(label, 3*time.Second)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, 2, len(avgs))
|
|
assert.Equal(t, float64(50), avgs[FormatSubLabel(label, dbSubLabel)])
|
|
assert.Equal(t, float64(50), avgs[FormatSubLabel(label, collectionSubLabel)])
|
|
}
|
|
|
|
rateCollector.Add(label, 10, GetCollectionSubLabel(db, collection))
|
|
rateCollector.Add(label, 10, GetCollectionSubLabel(db, "col2"))
|
|
|
|
rateCollector.DeregisterSubLabel(label, GetCollectionSubLabel(db, "col2"))
|
|
rateCollector.DeregisterSubLabel(label, dbSubLabel)
|
|
|
|
rateCollector.removeSubLabel(lo.Tuple2[string, string]{
|
|
A: "aaa",
|
|
})
|
|
|
|
rateCollector.Lock()
|
|
for _, labelInfo := range rateCollector.deprecatedSubLabels {
|
|
rateCollector.removeSubLabel(labelInfo)
|
|
}
|
|
rateCollector.Unlock()
|
|
|
|
{
|
|
_, ok := rateCollector.values[FormatSubLabel(label, dbSubLabel)]
|
|
assert.False(t, ok)
|
|
}
|
|
|
|
{
|
|
_, ok := rateCollector.values[FormatSubLabel(label, collectionSubLabel)]
|
|
assert.False(t, ok)
|
|
}
|
|
|
|
{
|
|
assert.Len(t, rateCollector.values, 1)
|
|
_, ok := rateCollector.values[label]
|
|
assert.True(t, ok)
|
|
}
|
|
}
|
|
|
|
func TestLabelUtil(t *testing.T) {
|
|
assert.Equal(t, GetDBSubLabel("db"), "db.db")
|
|
assert.Equal(t, GetCollectionSubLabel("db", "collection"), "collection.db.collection")
|
|
{
|
|
db, ok := GetDBFromSubLabel("foo", FormatSubLabel("foo", GetDBSubLabel("db1")))
|
|
assert.True(t, ok)
|
|
assert.Equal(t, "db1", db)
|
|
}
|
|
|
|
{
|
|
_, ok := GetDBFromSubLabel("foo", "aaa")
|
|
assert.False(t, ok)
|
|
}
|
|
|
|
{
|
|
db, col, ok := GetCollectionFromSubLabel("foo", FormatSubLabel("foo", GetCollectionSubLabel("db1", "col1")))
|
|
assert.True(t, ok)
|
|
assert.Equal(t, "col1", col)
|
|
assert.Equal(t, "db1", db)
|
|
}
|
|
|
|
{
|
|
_, _, ok := GetCollectionFromSubLabel("foo", "aaa")
|
|
assert.False(t, ok)
|
|
}
|
|
|
|
{
|
|
ok := IsSubLabel(FormatSubLabel("foo", "bar"))
|
|
assert.True(t, ok)
|
|
}
|
|
|
|
{
|
|
_, _, _, ok := SplitCollectionSubLabel("foo")
|
|
assert.False(t, ok)
|
|
}
|
|
|
|
{
|
|
label := FormatSubLabel("foo", GetCollectionSubLabel("db1", "col1"))
|
|
mainLabel, db, col, ok := SplitCollectionSubLabel(label)
|
|
assert.True(t, ok)
|
|
assert.Equal(t, "foo", mainLabel)
|
|
assert.Equal(t, "db1", db)
|
|
assert.Equal(t, "col1", col)
|
|
}
|
|
}
|