milvus/internal/datanode/flush_task_counter.go
Jiquan Long a21042dde7
Fix flushManager.isFull is too slow (#28141)
Signed-off-by: longjiquan <jiquan.long@zilliz.com>
2023-11-03 14:42:17 +08:00

80 lines
2.1 KiB
Go

// Licensed to the LF AI & Data foundation under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package datanode
import (
"sync"
"go.uber.org/atomic"
"github.com/milvus-io/milvus/pkg/util/typeutil"
)
type flushTaskCounter struct {
inner *typeutil.ConcurrentMap[string, *atomic.Int32] // channel -> counter
}
func (c *flushTaskCounter) getOrZero(channel string) int32 {
counter, exist := c.inner.Get(channel)
if !exist {
return 0
}
return counter.Load()
}
func (c *flushTaskCounter) increaseImpl(channel string, delta int32) {
counter, _ := c.inner.GetOrInsert(channel, atomic.NewInt32(0))
counter.Add(delta)
}
func (c *flushTaskCounter) increase(channel string) {
c.increaseImpl(channel, 1)
}
func (c *flushTaskCounter) decrease(channel string) {
c.increaseImpl(channel, -1)
}
func (c *flushTaskCounter) close() {
allChannels := make([]string, 0, c.inner.Len())
c.inner.Range(func(channel string, _ *atomic.Int32) bool {
allChannels = append(allChannels, channel)
return false
})
for _, channel := range allChannels {
c.inner.Remove(channel)
}
}
func newFlushTaskCounter() *flushTaskCounter {
return &flushTaskCounter{
inner: typeutil.NewConcurrentMap[string, *atomic.Int32](),
}
}
var (
globalFlushTaskCounter *flushTaskCounter
flushTaskCounterOnce sync.Once
)
func getOrCreateFlushTaskCounter() *flushTaskCounter {
flushTaskCounterOnce.Do(func() {
globalFlushTaskCounter = newFlushTaskCounter()
})
return globalFlushTaskCounter
}