mirror of
https://gitee.com/milvus-io/milvus.git
synced 2024-12-01 19:39:21 +08:00
414 lines
16 KiB
Go
414 lines
16 KiB
Go
// Copyright (C) 2019-2020 Zilliz. All rights reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software distributed under the License
|
|
// is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
|
|
// or implied. See the License for the specific language governing permissions and limitations under the License.
|
|
|
|
package proxy
|
|
|
|
import (
|
|
"context"
|
|
"os"
|
|
|
|
"github.com/milvus-io/milvus/internal/util/uniquegenerator"
|
|
|
|
"github.com/milvus-io/milvus/internal/proto/commonpb"
|
|
|
|
"github.com/milvus-io/milvus/internal/util/typeutil"
|
|
|
|
"github.com/milvus-io/milvus/internal/util/metricsinfo"
|
|
|
|
"github.com/milvus-io/milvus/internal/proto/milvuspb"
|
|
)
|
|
|
|
type getMetricsFuncType func(ctx context.Context, request *milvuspb.GetMetricsRequest) (*milvuspb.GetMetricsResponse, error)
|
|
|
|
func getSystemInfoMetrics(
|
|
ctx context.Context,
|
|
request *milvuspb.GetMetricsRequest,
|
|
node *Proxy,
|
|
) (*milvuspb.GetMetricsResponse, error) {
|
|
|
|
var err error
|
|
|
|
systemTopology := metricsinfo.SystemTopology{
|
|
NodesInfo: make([]metricsinfo.SystemTopologyNode, 0),
|
|
}
|
|
|
|
identifierMap := make(map[string]int)
|
|
|
|
proxyRoleName := metricsinfo.ConstructComponentName(typeutil.ProxyRole, Params.ProxyID)
|
|
identifierMap[proxyRoleName] = uniquegenerator.GetUniqueIntGeneratorIns().GetInt()
|
|
proxyTopologyNode := metricsinfo.SystemTopologyNode{
|
|
Identifier: identifierMap[proxyRoleName],
|
|
Connected: make([]metricsinfo.ConnectionEdge, 0),
|
|
Infos: &metricsinfo.ProxyInfos{
|
|
BaseComponentInfos: metricsinfo.BaseComponentInfos{
|
|
HasError: false,
|
|
ErrorReason: "",
|
|
Name: proxyRoleName,
|
|
HardwareInfos: metricsinfo.HardwareMetrics{
|
|
IP: node.session.Address,
|
|
CPUCoreCount: metricsinfo.GetCPUCoreCount(false),
|
|
CPUCoreUsage: metricsinfo.GetCPUUsage(),
|
|
Memory: metricsinfo.GetMemoryCount(),
|
|
MemoryUsage: metricsinfo.GetUsedMemoryCount(),
|
|
Disk: metricsinfo.GetDiskCount(),
|
|
DiskUsage: metricsinfo.GetDiskUsage(),
|
|
},
|
|
SystemInfo: metricsinfo.DeployMetrics{
|
|
SystemVersion: os.Getenv(metricsinfo.GitCommitEnvKey),
|
|
DeployMode: os.Getenv(metricsinfo.DeployModeEnvKey),
|
|
},
|
|
// TODO(dragondriver): CreatedTime & UpdatedTime, easy but time-costing
|
|
Type: typeutil.ProxyRole,
|
|
},
|
|
SystemConfigurations: metricsinfo.ProxyConfiguration{
|
|
DefaultPartitionName: Params.DefaultPartitionName,
|
|
DefaultIndexName: Params.DefaultIndexName,
|
|
},
|
|
},
|
|
}
|
|
|
|
queryCoordResp, queryCoordErr := node.queryCoord.GetMetrics(ctx, request)
|
|
queryCoordRoleName := ""
|
|
if queryCoordErr == nil && queryCoordResp != nil {
|
|
queryCoordRoleName = queryCoordResp.ComponentName
|
|
identifierMap[queryCoordRoleName] = uniquegenerator.GetUniqueIntGeneratorIns().GetInt()
|
|
}
|
|
|
|
dataCoordResp, dataCoordErr := node.dataCoord.GetMetrics(ctx, request)
|
|
dataCoordRoleName := ""
|
|
if dataCoordErr == nil && dataCoordResp != nil {
|
|
dataCoordRoleName = dataCoordResp.ComponentName
|
|
identifierMap[dataCoordRoleName] = uniquegenerator.GetUniqueIntGeneratorIns().GetInt()
|
|
}
|
|
|
|
indexCoordResp, indexCoordErr := node.indexCoord.GetMetrics(ctx, request)
|
|
indexCoordRoleName := ""
|
|
if indexCoordErr == nil && indexCoordResp != nil {
|
|
indexCoordRoleName = indexCoordResp.ComponentName
|
|
identifierMap[indexCoordRoleName] = uniquegenerator.GetUniqueIntGeneratorIns().GetInt()
|
|
}
|
|
|
|
rootCoordResp, rootCoordErr := node.rootCoord.GetMetrics(ctx, request)
|
|
rootCoordRoleName := ""
|
|
if rootCoordErr == nil && rootCoordResp != nil {
|
|
rootCoordRoleName = rootCoordResp.ComponentName
|
|
identifierMap[rootCoordRoleName] = uniquegenerator.GetUniqueIntGeneratorIns().GetInt()
|
|
}
|
|
|
|
if queryCoordErr == nil && queryCoordResp != nil {
|
|
proxyTopologyNode.Connected = append(proxyTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[queryCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.QueryCoordRole,
|
|
})
|
|
|
|
queryCoordTopology := metricsinfo.QueryCoordTopology{}
|
|
err = metricsinfo.UnmarshalTopology(queryCoordResp.Response, &queryCoordTopology)
|
|
if err == nil {
|
|
// query coord in system topology graph
|
|
queryCoordTopologyNode := metricsinfo.SystemTopologyNode{
|
|
Identifier: identifierMap[queryCoordRoleName],
|
|
Connected: make([]metricsinfo.ConnectionEdge, 0),
|
|
Infos: &queryCoordTopology.Cluster.Self,
|
|
}
|
|
|
|
// fill connection edge, a little trick here
|
|
for _, edge := range queryCoordTopology.Connections.ConnectedComponents {
|
|
switch edge.TargetType {
|
|
case typeutil.RootCoordRole:
|
|
if rootCoordErr == nil && rootCoordResp != nil {
|
|
queryCoordTopologyNode.Connected = append(queryCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[rootCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.RootCoordRole,
|
|
})
|
|
}
|
|
case typeutil.DataCoordRole:
|
|
if dataCoordErr == nil && dataCoordResp != nil {
|
|
queryCoordTopologyNode.Connected = append(queryCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[dataCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.DataCoordRole,
|
|
})
|
|
}
|
|
case typeutil.IndexCoordRole:
|
|
if indexCoordErr == nil && indexCoordResp != nil {
|
|
queryCoordTopologyNode.Connected = append(queryCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[indexCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.IndexCoordRole,
|
|
})
|
|
}
|
|
case typeutil.QueryCoordRole:
|
|
queryCoordTopologyNode.Connected = append(queryCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[queryCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.QueryCoordRole,
|
|
})
|
|
}
|
|
}
|
|
|
|
// add query nodes to system topology graph
|
|
for _, queryNode := range queryCoordTopology.Cluster.ConnectedNodes {
|
|
node := queryNode
|
|
identifier := uniquegenerator.GetUniqueIntGeneratorIns().GetInt()
|
|
identifierMap[queryNode.Name] = identifier
|
|
queryNodeTopologyNode := metricsinfo.SystemTopologyNode{
|
|
Identifier: identifier,
|
|
Connected: nil,
|
|
Infos: &node,
|
|
}
|
|
systemTopology.NodesInfo = append(systemTopology.NodesInfo, queryNodeTopologyNode)
|
|
queryCoordTopologyNode.Connected = append(queryCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifier,
|
|
Type: metricsinfo.CoordConnectToNode,
|
|
TargetType: typeutil.QueryNodeRole,
|
|
})
|
|
}
|
|
|
|
// add query coord to system topology graph
|
|
systemTopology.NodesInfo = append(systemTopology.NodesInfo, queryCoordTopologyNode)
|
|
}
|
|
}
|
|
|
|
if dataCoordErr == nil && dataCoordResp != nil {
|
|
proxyTopologyNode.Connected = append(proxyTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[dataCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.DataCoordRole,
|
|
})
|
|
|
|
dataCoordTopology := metricsinfo.DataCoordTopology{}
|
|
err = metricsinfo.UnmarshalTopology(dataCoordResp.Response, &dataCoordTopology)
|
|
if err == nil {
|
|
// data coord in system topology graph
|
|
dataCoordTopologyNode := metricsinfo.SystemTopologyNode{
|
|
Identifier: identifierMap[dataCoordRoleName],
|
|
Connected: make([]metricsinfo.ConnectionEdge, 0),
|
|
Infos: &dataCoordTopology.Cluster.Self,
|
|
}
|
|
|
|
// fill connection edge, a little trick here
|
|
for _, edge := range dataCoordTopology.Connections.ConnectedComponents {
|
|
switch edge.TargetType {
|
|
case typeutil.RootCoordRole:
|
|
if rootCoordErr == nil && rootCoordResp != nil {
|
|
dataCoordTopologyNode.Connected = append(dataCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[rootCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.RootCoordRole,
|
|
})
|
|
}
|
|
case typeutil.DataCoordRole:
|
|
dataCoordTopologyNode.Connected = append(dataCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[dataCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.DataCoordRole,
|
|
})
|
|
case typeutil.IndexCoordRole:
|
|
if indexCoordErr == nil && indexCoordResp != nil {
|
|
dataCoordTopologyNode.Connected = append(dataCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[indexCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.IndexCoordRole,
|
|
})
|
|
}
|
|
case typeutil.QueryCoordRole:
|
|
if queryCoordErr == nil && queryCoordResp != nil {
|
|
dataCoordTopologyNode.Connected = append(dataCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[queryCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.QueryCoordRole,
|
|
})
|
|
}
|
|
}
|
|
}
|
|
|
|
// add data nodes to system topology graph
|
|
for _, dataNode := range dataCoordTopology.Cluster.ConnectedNodes {
|
|
node := dataNode
|
|
identifier := uniquegenerator.GetUniqueIntGeneratorIns().GetInt()
|
|
identifierMap[dataNode.Name] = identifier
|
|
dataNodeTopologyNode := metricsinfo.SystemTopologyNode{
|
|
Identifier: identifier,
|
|
Connected: nil,
|
|
Infos: &node,
|
|
}
|
|
systemTopology.NodesInfo = append(systemTopology.NodesInfo, dataNodeTopologyNode)
|
|
dataCoordTopologyNode.Connected = append(dataCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifier,
|
|
Type: metricsinfo.CoordConnectToNode,
|
|
TargetType: typeutil.DataNodeRole,
|
|
})
|
|
}
|
|
|
|
// add data coord to system topology graph
|
|
systemTopology.NodesInfo = append(systemTopology.NodesInfo, dataCoordTopologyNode)
|
|
}
|
|
}
|
|
|
|
if indexCoordErr == nil && indexCoordResp != nil {
|
|
proxyTopologyNode.Connected = append(proxyTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[indexCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.IndexCoordRole,
|
|
})
|
|
|
|
indexCoordTopology := metricsinfo.IndexCoordTopology{}
|
|
err = metricsinfo.UnmarshalTopology(indexCoordResp.Response, &indexCoordTopology)
|
|
if err == nil {
|
|
// index coord in system topology graph
|
|
indexCoordTopologyNode := metricsinfo.SystemTopologyNode{
|
|
Identifier: identifierMap[indexCoordRoleName],
|
|
Connected: make([]metricsinfo.ConnectionEdge, 0),
|
|
Infos: &indexCoordTopology.Cluster.Self,
|
|
}
|
|
|
|
// fill connection edge, a little trick here
|
|
for _, edge := range indexCoordTopology.Connections.ConnectedComponents {
|
|
switch edge.TargetType {
|
|
case typeutil.RootCoordRole:
|
|
if rootCoordErr == nil && rootCoordResp != nil {
|
|
indexCoordTopologyNode.Connected = append(indexCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[rootCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.RootCoordRole,
|
|
})
|
|
}
|
|
case typeutil.DataCoordRole:
|
|
if dataCoordErr == nil && dataCoordResp != nil {
|
|
indexCoordTopologyNode.Connected = append(indexCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[dataCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.DataCoordRole,
|
|
})
|
|
}
|
|
case typeutil.IndexCoordRole:
|
|
indexCoordTopologyNode.Connected = append(indexCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[indexCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.IndexCoordRole,
|
|
})
|
|
case typeutil.QueryCoordRole:
|
|
if queryCoordErr == nil && queryCoordResp != nil {
|
|
indexCoordTopologyNode.Connected = append(indexCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[queryCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.QueryCoordRole,
|
|
})
|
|
}
|
|
}
|
|
}
|
|
|
|
// add index nodes to system topology graph
|
|
for _, indexNode := range indexCoordTopology.Cluster.ConnectedNodes {
|
|
node := indexNode
|
|
identifier := uniquegenerator.GetUniqueIntGeneratorIns().GetInt()
|
|
identifierMap[indexNode.Name] = identifier
|
|
indexNodeTopologyNode := metricsinfo.SystemTopologyNode{
|
|
Identifier: identifier,
|
|
Connected: nil,
|
|
Infos: &node,
|
|
}
|
|
systemTopology.NodesInfo = append(systemTopology.NodesInfo, indexNodeTopologyNode)
|
|
indexCoordTopologyNode.Connected = append(indexCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifier,
|
|
Type: metricsinfo.CoordConnectToNode,
|
|
TargetType: typeutil.IndexNodeRole,
|
|
})
|
|
}
|
|
|
|
// add index coord to system topology graph
|
|
systemTopology.NodesInfo = append(systemTopology.NodesInfo, indexCoordTopologyNode)
|
|
}
|
|
}
|
|
|
|
if rootCoordErr == nil && rootCoordResp != nil {
|
|
proxyTopologyNode.Connected = append(proxyTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[rootCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.RootCoordRole,
|
|
})
|
|
|
|
rootCoordTopology := metricsinfo.RootCoordTopology{}
|
|
err = metricsinfo.UnmarshalTopology(rootCoordResp.Response, &rootCoordTopology)
|
|
if err == nil {
|
|
// root coord in system topology graph
|
|
rootCoordTopologyNode := metricsinfo.SystemTopologyNode{
|
|
Identifier: identifierMap[rootCoordRoleName],
|
|
Connected: make([]metricsinfo.ConnectionEdge, 0),
|
|
Infos: &rootCoordTopology.Self,
|
|
}
|
|
|
|
// fill connection edge, a little trick here
|
|
for _, edge := range rootCoordTopology.Connections.ConnectedComponents {
|
|
switch edge.TargetType {
|
|
case typeutil.RootCoordRole:
|
|
rootCoordTopologyNode.Connected = append(rootCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[rootCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.RootCoordRole,
|
|
})
|
|
case typeutil.DataCoordRole:
|
|
if dataCoordErr == nil && dataCoordResp != nil {
|
|
rootCoordTopologyNode.Connected = append(rootCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[dataCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.DataCoordRole,
|
|
})
|
|
}
|
|
case typeutil.IndexCoordRole:
|
|
rootCoordTopologyNode.Connected = append(rootCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[indexCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.IndexCoordRole,
|
|
})
|
|
case typeutil.QueryCoordRole:
|
|
if queryCoordErr == nil && queryCoordResp != nil {
|
|
rootCoordTopologyNode.Connected = append(rootCoordTopologyNode.Connected, metricsinfo.ConnectionEdge{
|
|
ConnectedIdentifier: identifierMap[queryCoordRoleName],
|
|
Type: metricsinfo.Forward,
|
|
TargetType: typeutil.QueryCoordRole,
|
|
})
|
|
}
|
|
}
|
|
}
|
|
|
|
// add root coord to system topology graph
|
|
systemTopology.NodesInfo = append(systemTopology.NodesInfo, rootCoordTopologyNode)
|
|
}
|
|
}
|
|
|
|
// add proxy to system topology graph
|
|
systemTopology.NodesInfo = append(systemTopology.NodesInfo, proxyTopologyNode)
|
|
|
|
resp, err := metricsinfo.MarshalTopology(systemTopology)
|
|
if err != nil {
|
|
return &milvuspb.GetMetricsResponse{
|
|
Status: &commonpb.Status{
|
|
ErrorCode: commonpb.ErrorCode_UnexpectedError,
|
|
Reason: err.Error(),
|
|
},
|
|
Response: "",
|
|
ComponentName: metricsinfo.ConstructComponentName(typeutil.ProxyRole, Params.ProxyID),
|
|
}, nil
|
|
}
|
|
|
|
return &milvuspb.GetMetricsResponse{
|
|
Status: &commonpb.Status{
|
|
ErrorCode: commonpb.ErrorCode_Success,
|
|
Reason: "",
|
|
},
|
|
Response: resp,
|
|
ComponentName: metricsinfo.ConstructComponentName(typeutil.ProxyRole, Params.ProxyID),
|
|
}, nil
|
|
}
|