mirror of
https://gitee.com/milvus-io/milvus.git
synced 2024-11-30 10:59:32 +08:00
440 lines
16 KiB
Go
440 lines
16 KiB
Go
// Licensed to the LF AI & Data foundation under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package proxy
|
|
|
|
import (
|
|
"context"
|
|
"sync"
|
|
|
|
"github.com/milvus-io/milvus/internal/proto/commonpb"
|
|
|
|
"github.com/milvus-io/milvus/internal/util/typeutil"
|
|
|
|
"github.com/milvus-io/milvus/internal/util/metricsinfo"
|
|
|
|
"github.com/milvus-io/milvus/internal/proto/milvuspb"
|
|
)
|
|
|
|
type getMetricsFuncType func(ctx context.Context, request *milvuspb.GetMetricsRequest) (*milvuspb.GetMetricsResponse, error)
|
|
|
|
// getSystemInfoMetrics returns the system information metrics.
|
|
func getSystemInfoMetrics(
|
|
ctx context.Context,
|
|
request *milvuspb.GetMetricsRequest,
|
|
node *Proxy,
|
|
) (*milvuspb.GetMetricsResponse, error) {
|
|
|
|
var err error
|
|
|
|
systemTopology := metricsinfo.SystemTopology{
|
|
NodesInfo: make([]metricsinfo.SystemTopologyNode, 0),
|
|
}
|
|
|
|
identifierMap := make(map[string]int)
|
|
|
|
proxyRoleName := metricsinfo.ConstructComponentName(typeutil.ProxyRole, Params.ProxyCfg.ProxyID)
|
|
identifierMap[proxyRoleName] = int(node.session.ServerID)
|
|
|
|
proxyTopologyNode := metricsinfo.SystemTopologyNode{
|
|
Identifier: int(node.session.ServerID),
|
|
Connected: make([]metricsinfo.ConnectionEdge, 0),
|
|
Infos: &metricsinfo.ProxyInfos{
|
|
BaseComponentInfos: metricsinfo.BaseComponentInfos{
|
|
HasError: false,
|
|
ErrorReason: "",
|
|
Name: proxyRoleName,
|
|
HardwareInfos: metricsinfo.HardwareMetrics{
|
|
IP: node.session.Address,
|
|
CPUCoreCount: metricsinfo.GetCPUCoreCount(false),
|
|
CPUCoreUsage: metricsinfo.GetCPUUsage(),
|
|
Memory: metricsinfo.GetMemoryCount(),
|
|
MemoryUsage: metricsinfo.GetUsedMemoryCount(),
|
|
Disk: metricsinfo.GetDiskCount(),
|
|
DiskUsage: metricsinfo.GetDiskUsage(),
|
|
},
|
|
SystemInfo: metricsinfo.DeployMetrics{},
|
|
CreatedTime: Params.ProxyCfg.CreatedTime.String(),
|
|
UpdatedTime: Params.ProxyCfg.UpdatedTime.String(),
|
|
Type: typeutil.ProxyRole,
|
|
ID: node.session.ServerID,
|
|
},
|
|
SystemConfigurations: metricsinfo.ProxyConfiguration{
|
|
DefaultPartitionName: Params.CommonCfg.DefaultPartitionName,
|
|
DefaultIndexName: Params.CommonCfg.DefaultIndexName,
|
|
},
|
|
},
|
|
}
|
|
metricsinfo.FillDeployMetricsWithEnv(&(proxyTopologyNode.Infos.(*metricsinfo.ProxyInfos).SystemInfo))
|
|
|
|
var wg sync.WaitGroup
|
|
|
|
var queryCoordResp *milvuspb.GetMetricsResponse
|
|
var queryCoordErr error
|
|
var queryCoordTopology metricsinfo.QueryCoordTopology
|
|
queryCoordRoleName := ""
|
|
|
|
var dataCoordResp *milvuspb.GetMetricsResponse
|
|
var dataCoordErr error
|
|
var dataCoordTopology metricsinfo.DataCoordTopology
|
|
dataCoordRoleName := ""
|
|
|
|
var indexCoordResp *milvuspb.GetMetricsResponse
|
|
var indexCoordErr error
|
|
var indexCoordTopology metricsinfo.IndexCoordTopology
|
|
indexCoordRoleName := ""
|
|
|
|
var rootCoordResp *milvuspb.GetMetricsResponse
|
|
var rootCoordErr error
|
|
var rootCoordTopology metricsinfo.RootCoordTopology
|
|
rootCoordRoleName := ""
|
|
|
|
wg.Add(1)
|
|
go func() {
|
|
defer wg.Done()
|
|
|
|
queryCoordResp, queryCoordErr = node.queryCoord.GetMetrics(ctx, request)
|
|
queryCoordRoleName = queryCoordResp.ComponentName
|
|
queryCoordErr = metricsinfo.UnmarshalTopology(queryCoordResp.Response, &queryCoordTopology)
|
|
}()
|
|
|
|
wg.Add(1)
|
|
go func() {
|
|
defer wg.Done()
|
|
|
|
dataCoordResp, dataCoordErr = node.dataCoord.GetMetrics(ctx, request)
|
|
dataCoordRoleName = dataCoordResp.ComponentName
|
|
dataCoordErr = metricsinfo.UnmarshalTopology(dataCoordResp.Response, &dataCoordTopology)
|
|
}()
|
|
|
|
wg.Add(1)
|
|
go func() {
|
|
defer wg.Done()
|
|
|
|
indexCoordResp, indexCoordErr = node.indexCoord.GetMetrics(ctx, request)
|
|
indexCoordRoleName = indexCoordResp.ComponentName
|
|
indexCoordErr = metricsinfo.UnmarshalTopology(indexCoordResp.Response, &indexCoordTopology)
|
|
}()
|
|
|
|
wg.Add(1)
|
|
go func() {
|
|
defer wg.Done()
|
|
|
|
rootCoordResp, rootCoordErr = node.rootCoord.GetMetrics(ctx, request)
|
|
rootCoordRoleName = rootCoordResp.ComponentName
|
|
rootCoordErr = metricsinfo.UnmarshalTopology(rootCoordResp.Response, &rootCoordTopology)
|
|
}()
|
|
|
|
wg.Wait()
|
|
|
|
identifierMap[queryCoordRoleName] = int(queryCoordTopology.Cluster.Self.ID)
|
|
identifierMap[dataCoordRoleName] = int(dataCoordTopology.Cluster.Self.ID)
|
|
identifierMap[indexCoordRoleName] = int(indexCoordTopology.Cluster.Self.ID)
|
|
identifierMap[rootCoordRoleName] = int(rootCoordTopology.Self.ID)
|
|
|
|
if queryCoordErr == nil && queryCoordResp != nil {
|
|
proxyTopologyNode.Connected = append(proxyTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[queryCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.QueryCoordRole,
|
|
})
|
|
|
|
// QueryCoord in system topology graph
|
|
queryCoordTopologyNode := metricsinfo.SystemTopologyNode{
|
|
Identifier: identifierMap[queryCoordRoleName],
|
|
Connected: make([]metricsinfo.ConnectionEdge, 0),
|
|
Infos: &queryCoordTopology.Cluster.Self,
|
|
}
|
|
|
|
// fill connection edge, a little trick here
|
|
for _, edge := range queryCoordTopology.Connections.ConnectedComponents {
|
|
switch edge.TargetType {
|
|
case typeutil.RootCoordRole:
|
|
if rootCoordErr == nil && rootCoordResp != nil {
|
|
queryCoordTopologyNode.Connected = append(queryCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[rootCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.RootCoordRole,
|
|
})
|
|
}
|
|
case typeutil.DataCoordRole:
|
|
if dataCoordErr == nil && dataCoordResp != nil {
|
|
queryCoordTopologyNode.Connected = append(queryCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[dataCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.DataCoordRole,
|
|
})
|
|
}
|
|
case typeutil.IndexCoordRole:
|
|
if indexCoordErr == nil && indexCoordResp != nil {
|
|
queryCoordTopologyNode.Connected = append(queryCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[indexCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.IndexCoordRole,
|
|
})
|
|
}
|
|
case typeutil.QueryCoordRole:
|
|
queryCoordTopologyNode.Connected = append(queryCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[queryCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.QueryCoordRole,
|
|
})
|
|
}
|
|
}
|
|
|
|
// add query nodes to system topology graph
|
|
for _, queryNode := range queryCoordTopology.Cluster.ConnectedNodes {
|
|
node := queryNode
|
|
identifier := int(node.ID)
|
|
identifierMap[queryNode.Name] = identifier
|
|
queryNodeTopologyNode := metricsinfo.SystemTopologyNode{
|
|
Identifier: identifier,
|
|
Connected: nil,
|
|
Infos: &node,
|
|
}
|
|
systemTopology.NodesInfo = append(systemTopology.NodesInfo, queryNodeTopologyNode)
|
|
queryCoordTopologyNode.Connected = append(queryCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifier,
|
|
Type: metricsinfo.CoordConnectToNode,
|
|
TargetType: typeutil.QueryNodeRole,
|
|
})
|
|
}
|
|
|
|
// add QueryCoord to system topology graph
|
|
systemTopology.NodesInfo = append(systemTopology.NodesInfo, queryCoordTopologyNode)
|
|
}
|
|
|
|
if dataCoordErr == nil && dataCoordResp != nil {
|
|
proxyTopologyNode.Connected = append(proxyTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[dataCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.DataCoordRole,
|
|
})
|
|
|
|
// DataCoord in system topology graph
|
|
dataCoordTopologyNode := metricsinfo.SystemTopologyNode{
|
|
Identifier: identifierMap[dataCoordRoleName],
|
|
Connected: make([]metricsinfo.ConnectionEdge, 0),
|
|
Infos: &dataCoordTopology.Cluster.Self,
|
|
}
|
|
|
|
// fill connection edge, a little trick here
|
|
for _, edge := range dataCoordTopology.Connections.ConnectedComponents {
|
|
switch edge.TargetType {
|
|
case typeutil.RootCoordRole:
|
|
if rootCoordErr == nil && rootCoordResp != nil {
|
|
dataCoordTopologyNode.Connected = append(dataCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[rootCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.RootCoordRole,
|
|
})
|
|
}
|
|
case typeutil.DataCoordRole:
|
|
dataCoordTopologyNode.Connected = append(dataCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[dataCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.DataCoordRole,
|
|
})
|
|
case typeutil.IndexCoordRole:
|
|
if indexCoordErr == nil && indexCoordResp != nil {
|
|
dataCoordTopologyNode.Connected = append(dataCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[indexCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.IndexCoordRole,
|
|
})
|
|
}
|
|
case typeutil.QueryCoordRole:
|
|
if queryCoordErr == nil && queryCoordResp != nil {
|
|
dataCoordTopologyNode.Connected = append(dataCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[queryCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.QueryCoordRole,
|
|
})
|
|
}
|
|
}
|
|
}
|
|
|
|
// add data nodes to system topology graph
|
|
for _, dataNode := range dataCoordTopology.Cluster.ConnectedNodes {
|
|
node := dataNode
|
|
identifier := int(node.ID)
|
|
identifierMap[dataNode.Name] = identifier
|
|
dataNodeTopologyNode := metricsinfo.SystemTopologyNode{
|
|
Identifier: identifier,
|
|
Connected: nil,
|
|
Infos: &node,
|
|
}
|
|
systemTopology.NodesInfo = append(systemTopology.NodesInfo, dataNodeTopologyNode)
|
|
dataCoordTopologyNode.Connected = append(dataCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifier,
|
|
Type: metricsinfo.CoordConnectToNode,
|
|
TargetType: typeutil.DataNodeRole,
|
|
})
|
|
}
|
|
|
|
// add DataCoord to system topology graph
|
|
systemTopology.NodesInfo = append(systemTopology.NodesInfo, dataCoordTopologyNode)
|
|
}
|
|
|
|
if indexCoordErr == nil && indexCoordResp != nil {
|
|
proxyTopologyNode.Connected = append(proxyTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[indexCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.IndexCoordRole,
|
|
})
|
|
|
|
// index coord in system topology graph
|
|
indexCoordTopologyNode := metricsinfo.SystemTopologyNode{
|
|
Identifier: identifierMap[indexCoordRoleName],
|
|
Connected: make([]metricsinfo.ConnectionEdge, 0),
|
|
Infos: &indexCoordTopology.Cluster.Self,
|
|
}
|
|
|
|
// fill connection edge, a little trick here
|
|
for _, edge := range indexCoordTopology.Connections.ConnectedComponents {
|
|
switch edge.TargetType {
|
|
case typeutil.RootCoordRole:
|
|
if rootCoordErr == nil && rootCoordResp != nil {
|
|
indexCoordTopologyNode.Connected = append(indexCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[rootCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.RootCoordRole,
|
|
})
|
|
}
|
|
case typeutil.DataCoordRole:
|
|
if dataCoordErr == nil && dataCoordResp != nil {
|
|
indexCoordTopologyNode.Connected = append(indexCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[dataCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.DataCoordRole,
|
|
})
|
|
}
|
|
case typeutil.IndexCoordRole:
|
|
indexCoordTopologyNode.Connected = append(indexCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[indexCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.IndexCoordRole,
|
|
})
|
|
case typeutil.QueryCoordRole:
|
|
if queryCoordErr == nil && queryCoordResp != nil {
|
|
indexCoordTopologyNode.Connected = append(indexCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[queryCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.QueryCoordRole,
|
|
})
|
|
}
|
|
}
|
|
}
|
|
|
|
// add index nodes to system topology graph
|
|
for _, indexNode := range indexCoordTopology.Cluster.ConnectedNodes {
|
|
node := indexNode
|
|
identifier := int(node.ID)
|
|
identifierMap[indexNode.Name] = identifier
|
|
indexNodeTopologyNode := metricsinfo.SystemTopologyNode{
|
|
Identifier: identifier,
|
|
Connected: nil,
|
|
Infos: &node,
|
|
}
|
|
systemTopology.NodesInfo = append(systemTopology.NodesInfo, indexNodeTopologyNode)
|
|
indexCoordTopologyNode.Connected = append(indexCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifier,
|
|
Type: metricsinfo.CoordConnectToNode,
|
|
TargetType: typeutil.IndexNodeRole,
|
|
})
|
|
}
|
|
|
|
// add index coord to system topology graph
|
|
systemTopology.NodesInfo = append(systemTopology.NodesInfo, indexCoordTopologyNode)
|
|
}
|
|
|
|
if rootCoordErr == nil && rootCoordResp != nil {
|
|
proxyTopologyNode.Connected = append(proxyTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[rootCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.RootCoordRole,
|
|
})
|
|
|
|
// root coord in system topology graph
|
|
rootCoordTopologyNode := metricsinfo.SystemTopologyNode{
|
|
Identifier: identifierMap[rootCoordRoleName],
|
|
Connected: make([]metricsinfo.ConnectionEdge, 0),
|
|
Infos: &rootCoordTopology.Self,
|
|
}
|
|
|
|
// fill connection edge, a little trick here
|
|
for _, edge := range rootCoordTopology.Connections.ConnectedComponents {
|
|
switch edge.TargetType {
|
|
case typeutil.RootCoordRole:
|
|
rootCoordTopologyNode.Connected = append(rootCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[rootCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.RootCoordRole,
|
|
})
|
|
case typeutil.DataCoordRole:
|
|
if dataCoordErr == nil && dataCoordResp != nil {
|
|
rootCoordTopologyNode.Connected = append(rootCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[dataCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.DataCoordRole,
|
|
})
|
|
}
|
|
case typeutil.IndexCoordRole:
|
|
rootCoordTopologyNode.Connected = append(rootCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[indexCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.IndexCoordRole,
|
|
})
|
|
case typeutil.QueryCoordRole:
|
|
if queryCoordErr == nil && queryCoordResp != nil {
|
|
rootCoordTopologyNode.Connected = append(rootCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[queryCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.QueryCoordRole,
|
|
})
|
|
}
|
|
}
|
|
}
|
|
|
|
// add root coord to system topology graph
|
|
systemTopology.NodesInfo = append(systemTopology.NodesInfo, rootCoordTopologyNode)
|
|
}
|
|
|
|
// add proxy to system topology graph
|
|
systemTopology.NodesInfo = append(systemTopology.NodesInfo, proxyTopologyNode)
|
|
|
|
resp, err := metricsinfo.MarshalTopology(systemTopology)
|
|
if err != nil {
|
|
return &milvuspb.GetMetricsResponse{
|
|
Status: &commonpb.Status{
|
|
ErrorCode: commonpb.ErrorCode_UnexpectedError,
|
|
Reason: err.Error(),
|
|
},
|
|
Response: "",
|
|
ComponentName: metricsinfo.ConstructComponentName(typeutil.ProxyRole, Params.ProxyCfg.ProxyID),
|
|
}, nil
|
|
}
|
|
|
|
return &milvuspb.GetMetricsResponse{
|
|
Status: &commonpb.Status{
|
|
ErrorCode: commonpb.ErrorCode_Success,
|
|
Reason: "",
|
|
},
|
|
Response: resp,
|
|
ComponentName: metricsinfo.ConstructComponentName(typeutil.ProxyRole, Params.ProxyCfg.ProxyID),
|
|
}, nil
|
|
}
|