// Licensed to the LF AI & Data foundation under one // or more contributor license agreements. See the NOTICE file // distributed with this work for additional information // regarding copyright ownership. The ASF licenses this file // to you under the Apache License, Version 2.0 (the // "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package indexcoord import ( "context" "go.uber.org/zap" "github.com/milvus-io/milvus-proto/go-api/commonpb" "github.com/milvus-io/milvus-proto/go-api/milvuspb" "github.com/milvus-io/milvus/internal/log" "github.com/milvus-io/milvus/internal/proto/internalpb" "github.com/milvus-io/milvus/internal/util/hardware" "github.com/milvus-io/milvus/internal/util/metricsinfo" "github.com/milvus-io/milvus/internal/util/typeutil" "github.com/milvus-io/milvus/internal/util/uniquegenerator" ) //getComponentConfigurations returns the configurations of indexCoord matching req.Pattern func getComponentConfigurations(ctx context.Context, req *internalpb.ShowConfigurationsRequest) *internalpb.ShowConfigurationsResponse { prefix := "indexcoord." matchedConfig := Params.IndexCoordCfg.Base.GetByPattern(prefix + req.Pattern) configList := make([]*commonpb.KeyValuePair, 0, len(matchedConfig)) for key, value := range matchedConfig { configList = append(configList, &commonpb.KeyValuePair{ Key: key, Value: value, }) } return &internalpb.ShowConfigurationsResponse{ Status: &commonpb.Status{ ErrorCode: commonpb.ErrorCode_Success, Reason: "", }, Configuations: configList, } } // TODO(dragondriver): add more detailed metrics func getSystemInfoMetrics( ctx context.Context, req *milvuspb.GetMetricsRequest, coord *IndexCoord, ) (*milvuspb.GetMetricsResponse, error) { clusterTopology := metricsinfo.IndexClusterTopology{ Self: metricsinfo.IndexCoordInfos{ BaseComponentInfos: metricsinfo.BaseComponentInfos{ Name: metricsinfo.ConstructComponentName(typeutil.IndexCoordRole, coord.session.ServerID), HardwareInfos: metricsinfo.HardwareMetrics{ IP: coord.session.Address, CPUCoreCount: hardware.GetCPUNum(), CPUCoreUsage: hardware.GetCPUUsage(), Memory: hardware.GetMemoryCount(), MemoryUsage: hardware.GetUsedMemoryCount(), Disk: hardware.GetDiskCount(), DiskUsage: hardware.GetDiskUsage(), }, SystemInfo: metricsinfo.DeployMetrics{}, CreatedTime: Params.IndexCoordCfg.CreatedTime.String(), UpdatedTime: Params.IndexCoordCfg.UpdatedTime.String(), Type: typeutil.IndexCoordRole, ID: coord.session.ServerID, }, SystemConfigurations: metricsinfo.IndexCoordConfiguration{ MinioBucketName: Params.MinioCfg.BucketName.GetValue(), }, }, ConnectedNodes: make([]metricsinfo.IndexNodeInfos, 0), } metricsinfo.FillDeployMetricsWithEnv(&clusterTopology.Self.SystemInfo) nodesMetrics := coord.nodeManager.getMetrics(ctx, req) for _, nodeMetrics := range nodesMetrics { if nodeMetrics.err != nil { log.Warn("invalid metrics of index node was found", zap.Error(nodeMetrics.err)) clusterTopology.ConnectedNodes = append(clusterTopology.ConnectedNodes, metricsinfo.IndexNodeInfos{ BaseComponentInfos: metricsinfo.BaseComponentInfos{ HasError: true, ErrorReason: nodeMetrics.err.Error(), // Name doesn't matter here cause we can't get it when error occurs, using address as the Name? Name: "", ID: int64(uniquegenerator.GetUniqueIntGeneratorIns().GetInt()), }, }) continue } if nodeMetrics.resp.Status.ErrorCode != commonpb.ErrorCode_Success { log.Warn("invalid metrics of index node was found", zap.Any("error_code", nodeMetrics.resp.Status.ErrorCode), zap.Any("error_reason", nodeMetrics.resp.Status.Reason)) clusterTopology.ConnectedNodes = append(clusterTopology.ConnectedNodes, metricsinfo.IndexNodeInfos{ BaseComponentInfos: metricsinfo.BaseComponentInfos{ HasError: true, ErrorReason: nodeMetrics.resp.Status.Reason, Name: nodeMetrics.resp.ComponentName, ID: int64(uniquegenerator.GetUniqueIntGeneratorIns().GetInt()), }, }) continue } infos := metricsinfo.IndexNodeInfos{} err := metricsinfo.UnmarshalComponentInfos(nodeMetrics.resp.Response, &infos) if err != nil { log.Warn("invalid metrics of index node was found", zap.Error(err)) clusterTopology.ConnectedNodes = append(clusterTopology.ConnectedNodes, metricsinfo.IndexNodeInfos{ BaseComponentInfos: metricsinfo.BaseComponentInfos{ HasError: true, ErrorReason: err.Error(), Name: nodeMetrics.resp.ComponentName, ID: int64(uniquegenerator.GetUniqueIntGeneratorIns().GetInt()), }, }) continue } clusterTopology.ConnectedNodes = append(clusterTopology.ConnectedNodes, infos) } coordTopology := metricsinfo.IndexCoordTopology{ Cluster: clusterTopology, Connections: metricsinfo.ConnTopology{ Name: metricsinfo.ConstructComponentName(typeutil.IndexCoordRole, coord.session.ServerID), // TODO(dragondriver): fill ConnectedComponents if necessary ConnectedComponents: []metricsinfo.ConnectionInfo{}, }, } resp, err := metricsinfo.MarshalTopology(coordTopology) if err != nil { return &milvuspb.GetMetricsResponse{ Status: &commonpb.Status{ ErrorCode: commonpb.ErrorCode_UnexpectedError, Reason: err.Error(), }, Response: "", ComponentName: metricsinfo.ConstructComponentName(typeutil.IndexCoordRole, coord.session.ServerID), }, nil } return &milvuspb.GetMetricsResponse{ Status: &commonpb.Status{ ErrorCode: commonpb.ErrorCode_Success, Reason: "", }, Response: resp, ComponentName: metricsinfo.ConstructComponentName(typeutil.IndexCoordRole, coord.session.ServerID), }, nil }