mirror of
https://gitee.com/milvus-io/milvus.git
synced 2024-12-01 03:18:29 +08:00
c96d07682e
before this, Milvus use container/system's memory info to get the memory usage, which could be inaccurate. we allocates the memory by private anon mmap, then `rss - shared` would be the accurate memory usage resolve #28553 --------- Signed-off-by: yah01 <yah2er0ne@outlook.com>
134 lines
3.1 KiB
Go
134 lines
3.1 KiB
Go
// Copyright (C) 2019-2020 Zilliz. All rights reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software distributed under the License
|
|
// is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
|
|
// or implied. See the License for the specific language governing permissions and limitations under the License.
|
|
|
|
package hardware
|
|
|
|
import (
|
|
"flag"
|
|
syslog "log"
|
|
"runtime"
|
|
"sync"
|
|
|
|
"github.com/shirou/gopsutil/v3/cpu"
|
|
"github.com/shirou/gopsutil/v3/mem"
|
|
"go.uber.org/automaxprocs/maxprocs"
|
|
"go.uber.org/zap"
|
|
|
|
"github.com/milvus-io/milvus/pkg/log"
|
|
"github.com/milvus-io/milvus/pkg/util/typeutil"
|
|
)
|
|
|
|
var (
|
|
icOnce sync.Once
|
|
ic bool
|
|
icErr error
|
|
)
|
|
|
|
// Initialize maxprocs
|
|
func InitMaxprocs(serverType string, flags *flag.FlagSet) {
|
|
if serverType == typeutil.EmbeddedRole {
|
|
// Initialize maxprocs while discarding log.
|
|
maxprocs.Set(maxprocs.Logger(nil))
|
|
} else {
|
|
// Initialize maxprocs.
|
|
maxprocs.Set(maxprocs.Logger(syslog.Printf))
|
|
}
|
|
}
|
|
|
|
// GetCPUNum returns the count of cpu core.
|
|
func GetCPUNum() int {
|
|
//nolint
|
|
cur := runtime.GOMAXPROCS(0)
|
|
if cur <= 0 {
|
|
//nolint
|
|
cur = runtime.NumCPU()
|
|
}
|
|
return cur
|
|
}
|
|
|
|
// GetCPUUsage returns the cpu usage in percentage.
|
|
func GetCPUUsage() float64 {
|
|
percents, err := cpu.Percent(0, false)
|
|
if err != nil {
|
|
log.Warn("failed to get cpu usage",
|
|
zap.Error(err))
|
|
return 0
|
|
}
|
|
|
|
if len(percents) != 1 {
|
|
log.Warn("something wrong in cpu.Percent, len(percents) must be equal to 1",
|
|
zap.Int("len(percents)", len(percents)))
|
|
return 0
|
|
}
|
|
|
|
return percents[0]
|
|
}
|
|
|
|
// GetMemoryCount returns the memory count in bytes.
|
|
func GetMemoryCount() uint64 {
|
|
icOnce.Do(func() {
|
|
ic, icErr = inContainer()
|
|
})
|
|
if icErr != nil {
|
|
log.Error(icErr.Error())
|
|
return 0
|
|
}
|
|
// get host memory by `gopsutil`
|
|
stats, err := mem.VirtualMemory()
|
|
if err != nil {
|
|
log.Warn("failed to get memory count",
|
|
zap.Error(err))
|
|
return 0
|
|
}
|
|
// not in container, return host memory
|
|
if !ic {
|
|
return stats.Total
|
|
}
|
|
|
|
// get container memory by `cgroups`
|
|
limit, err := getContainerMemLimit()
|
|
if err != nil {
|
|
log.Warn("failed to get container memory limit", zap.Error(err))
|
|
return 0
|
|
}
|
|
// in container, return min(hostMem, containerMem)
|
|
if limit < stats.Total {
|
|
return limit
|
|
}
|
|
return stats.Total
|
|
}
|
|
|
|
// GetFreeMemoryCount returns the free memory in bytes.
|
|
func GetFreeMemoryCount() uint64 {
|
|
return GetMemoryCount() - GetUsedMemoryCount()
|
|
}
|
|
|
|
// TODO(dragondriver): not accurate to calculate disk usage when we use distributed storage
|
|
|
|
// GetDiskCount returns the disk count in bytes.
|
|
func GetDiskCount() uint64 {
|
|
return 100 * 1024 * 1024
|
|
}
|
|
|
|
// GetDiskUsage returns the disk usage in bytes.
|
|
func GetDiskUsage() uint64 {
|
|
return 2 * 1024 * 1024
|
|
}
|
|
|
|
func GetMemoryUseRatio() float64 {
|
|
usedMemory := GetUsedMemoryCount()
|
|
totalMemory := GetMemoryCount()
|
|
if usedMemory > 0 && totalMemory > 0 {
|
|
return float64(usedMemory) / float64(totalMemory)
|
|
}
|
|
return 0
|
|
}
|