milvus/internal/util/metricsinfo/hardware_info.go
bigsheeper 2fcf7b9760
Fix GetMemoryCount, get min as total memory (#15931)
Signed-off-by: bigsheeper <yihao.dai@zilliz.com>
2022-03-24 20:41:25 +08:00

134 lines
2.9 KiB
Go

// Copyright (C) 2019-2020 Zilliz. All rights reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software distributed under the License
// is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
// or implied. See the License for the specific language governing permissions and limitations under the License.
package metricsinfo
import (
"sync"
"github.com/shirou/gopsutil/cpu"
"github.com/shirou/gopsutil/mem"
"go.uber.org/zap"
"github.com/milvus-io/milvus/internal/log"
)
var (
icOnce sync.Once
ic bool
icErr error
)
// GetCPUCoreCount returns the count of cpu core.
func GetCPUCoreCount(logical bool) int {
c, err := cpu.Counts(logical)
if err != nil {
log.Warn("failed to get cpu counts",
zap.Error(err))
return 0
}
return c
}
// GetCPUUsage returns the cpu usage in percentage.
func GetCPUUsage() float64 {
percents, err := cpu.Percent(0, false)
if err != nil {
log.Warn("failed to get cpu usage",
zap.Error(err))
return 0
}
if len(percents) != 1 {
log.Warn("something wrong in cpu.Percent, len(percents) must be equal to 1",
zap.Int("len(percents)", len(percents)))
return 0
}
return percents[0]
}
// GetMemoryCount returns the memory count in bytes.
func GetMemoryCount() uint64 {
icOnce.Do(func() {
ic, icErr = inContainer()
})
if icErr != nil {
log.Error(icErr.Error())
return 0
}
// get host memory by `gopsutil`
stats, err := mem.VirtualMemory()
if err != nil {
log.Warn("failed to get memory count",
zap.Error(err))
return 0
}
// not in container, return host memory
if !ic {
return stats.Total
}
// get container memory by `cgroups`
limit, err := getContainerMemLimit()
if err != nil {
log.Error(err.Error())
return 0
}
// in container, return min(hostMem, containerMem)
if limit < stats.Total {
return limit
}
return stats.Total
}
// GetUsedMemoryCount returns the memory usage in bytes.
func GetUsedMemoryCount() uint64 {
icOnce.Do(func() {
ic, icErr = inContainer()
})
if icErr != nil {
log.Error(icErr.Error())
return 0
}
if ic {
// in container, calculate by `cgroups`
used, err := getContainerMemUsed()
if err != nil {
log.Error(err.Error())
return 0
}
return used
}
// not in container, calculate by `gopsutil`
stats, err := mem.VirtualMemory()
if err != nil {
log.Warn("failed to get memory usage count",
zap.Error(err))
return 0
}
return stats.Used
}
// TODO(dragondriver): not accurate to calculate disk usage when we use distributed storage
// GetDiskCount returns the disk count in bytes.
func GetDiskCount() uint64 {
return 100 * 1024 * 1024
}
// GetDiskUsage returns the disk usage in bytes.
func GetDiskUsage() uint64 {
return 2 * 1024 * 1024
}