2018-07-17 16:18:19 +08:00
|
|
|
// RAINBOND, Application Management Platform
|
|
|
|
// Copyright (C) 2014-2017 Goodrain Co., Ltd.
|
|
|
|
|
|
|
|
// This program is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version. For any non-GPL usage of Rainbond,
|
|
|
|
// one or multiple Commercial Licenses authorized by Goodrain Co., Ltd.
|
|
|
|
// must be obtained first.
|
|
|
|
|
|
|
|
// This program is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU General Public License for more details.
|
|
|
|
|
|
|
|
// You should have received a copy of the GNU General Public License
|
|
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
|
|
package cmd
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
|
|
|
|
|
|
|
"github.com/apcera/termtables"
|
|
|
|
"github.com/goodrain/rainbond/grctl/clients"
|
|
|
|
"github.com/goodrain/rainbond/node/nodem/client"
|
|
|
|
"github.com/gosuri/uitable"
|
|
|
|
"github.com/urfave/cli"
|
2018-07-27 19:17:31 +08:00
|
|
|
"strconv"
|
2018-07-17 16:18:19 +08:00
|
|
|
)
|
|
|
|
|
|
|
|
//NewCmdCluster cmd for cluster
|
|
|
|
func NewCmdCluster() cli.Command {
|
|
|
|
c := cli.Command{
|
|
|
|
Name: "cluster",
|
|
|
|
Usage: "show curren cluster datacenter info",
|
|
|
|
Action: func(c *cli.Context) error {
|
|
|
|
Common(c)
|
|
|
|
return getClusterInfo(c)
|
|
|
|
},
|
|
|
|
}
|
|
|
|
return c
|
|
|
|
}
|
|
|
|
|
|
|
|
func getClusterInfo(c *cli.Context) error {
|
|
|
|
//show cluster resource detail
|
|
|
|
clusterInfo, err := clients.RegionClient.Cluster().GetClusterInfo()
|
|
|
|
handleErr(err)
|
|
|
|
table := uitable.New()
|
|
|
|
table.AddRow("", "Used/Total", "Use of")
|
2018-07-17 17:56:27 +08:00
|
|
|
table.AddRow("CPU", fmt.Sprintf("%2.f/%d", clusterInfo.ReqCPU, clusterInfo.CapCPU),
|
2018-07-17 16:18:19 +08:00
|
|
|
fmt.Sprintf("%d", int(clusterInfo.ReqCPU*100/float32(clusterInfo.CapCPU)))+"%")
|
|
|
|
table.AddRow("Memory", fmt.Sprintf("%d/%d", clusterInfo.ReqMem, clusterInfo.CapMem),
|
|
|
|
fmt.Sprintf("%d", int(float32(clusterInfo.ReqMem*100)/float32(clusterInfo.CapMem)))+"%")
|
2018-07-17 17:56:27 +08:00
|
|
|
table.AddRow("DistributedDisk", fmt.Sprintf("%dGb/%dGb", clusterInfo.ReqDisk/1024/1024/1024, clusterInfo.CapDisk/1024/1024/1024),
|
|
|
|
fmt.Sprintf("%.2f", float32(clusterInfo.ReqDisk*100)/float32(clusterInfo.CapDisk))+"%")
|
2018-07-17 16:18:19 +08:00
|
|
|
fmt.Println(table)
|
2018-08-01 12:29:06 +08:00
|
|
|
|
2018-07-30 15:56:43 +08:00
|
|
|
//show services health status
|
2018-07-17 16:18:19 +08:00
|
|
|
list, err := clients.RegionClient.Nodes().List()
|
|
|
|
handleErr(err)
|
2018-07-30 15:56:43 +08:00
|
|
|
serviceTable2 := termtables.CreateTable()
|
2018-07-30 16:54:03 +08:00
|
|
|
serviceTable2.AddHeaders("Service", "HealthyQuantity/Total", "Message")
|
2018-07-30 15:56:43 +08:00
|
|
|
serviceStatusInfo := getServicesHealthy(list)
|
2018-08-05 01:06:34 +08:00
|
|
|
status, message := clusterStatus(serviceStatusInfo["Role"],serviceStatusInfo["Ready"])
|
2018-08-05 08:45:24 +08:00
|
|
|
serviceTable2.AddRow("\033[0;33;33mClusterStatus\033[0m", status, message)
|
2018-07-30 15:56:43 +08:00
|
|
|
for name, v := range serviceStatusInfo {
|
2018-08-05 08:36:50 +08:00
|
|
|
if name == "Role"{
|
|
|
|
continue
|
|
|
|
}
|
2018-07-30 15:56:43 +08:00
|
|
|
status, message := summaryResult(v)
|
|
|
|
serviceTable2.AddRow(name, status, message)
|
|
|
|
}
|
|
|
|
fmt.Println(serviceTable2.Render())
|
|
|
|
//show node detail
|
2018-07-17 16:18:19 +08:00
|
|
|
serviceTable := termtables.CreateTable()
|
2018-08-05 08:36:50 +08:00
|
|
|
serviceTable.AddHeaders("Uid", "IP", "HostName", "NodeRole", "NodeMode", "Status")
|
2018-07-17 16:18:19 +08:00
|
|
|
var rest []*client.HostNode
|
|
|
|
for _, v := range list {
|
|
|
|
if v.Role.HasRule("manage") {
|
|
|
|
handleStatus(serviceTable, isNodeReady(v), v)
|
|
|
|
} else {
|
|
|
|
rest = append(rest, v)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if len(rest) > 0 {
|
|
|
|
serviceTable.AddSeparator()
|
|
|
|
}
|
|
|
|
for _, v := range rest {
|
|
|
|
handleStatus(serviceTable, isNodeReady(v), v)
|
|
|
|
}
|
|
|
|
fmt.Println(serviceTable.Render())
|
|
|
|
return nil
|
|
|
|
}
|
2018-07-27 19:10:15 +08:00
|
|
|
|
|
|
|
func getServicesHealthy(nodes []*client.HostNode) (map[string][]map[string]string) {
|
|
|
|
|
|
|
|
StatusMap := make(map[string][]map[string]string, 30)
|
2018-08-05 01:06:34 +08:00
|
|
|
roleList := make([]map[string]string, 0, 10)
|
|
|
|
|
2018-07-27 19:10:15 +08:00
|
|
|
for _, n := range nodes {
|
|
|
|
for _, v := range n.NodeStatus.Conditions {
|
|
|
|
status, ok := StatusMap[string(v.Type)]
|
|
|
|
if !ok {
|
|
|
|
StatusMap[string(v.Type)] = []map[string]string{map[string]string{"type": string(v.Type), "status": string(v.Status), "message": string(v.Message), "hostname": n.HostName}}
|
|
|
|
} else {
|
|
|
|
list := status
|
|
|
|
list = append(list, map[string]string{"type": string(v.Type), "status": string(v.Status), "message": string(v.Message), "hostname": n.HostName})
|
|
|
|
StatusMap[string(v.Type)] = list
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
2018-08-05 01:06:34 +08:00
|
|
|
roleList = append(roleList, map[string]string{"role": n.Role.String(), "status": n.NodeStatus.Status})
|
|
|
|
|
2018-07-27 19:10:15 +08:00
|
|
|
}
|
2018-08-05 01:06:34 +08:00
|
|
|
StatusMap["Role"] = roleList
|
2018-07-27 19:10:15 +08:00
|
|
|
return StatusMap
|
|
|
|
}
|
|
|
|
|
|
|
|
func summaryResult(list []map[string]string) (status string, errMessage string) {
|
|
|
|
upNum := 0
|
2018-08-01 12:29:06 +08:00
|
|
|
err := ""
|
2018-07-27 19:10:15 +08:00
|
|
|
for _, v := range list {
|
2018-08-05 01:06:34 +08:00
|
|
|
if v["type"] == "OutOfDisk" || v["type"] == "DiskPressure" || v["type"] == "MemoryPressure" || v["type"] == "InstallNotReady" {
|
2018-07-31 19:56:04 +08:00
|
|
|
if v["status"] == "False" {
|
|
|
|
upNum += 1
|
|
|
|
} else {
|
|
|
|
err = ""
|
|
|
|
err = err + v["hostname"] + ":" + v["message"] + "/"
|
|
|
|
}
|
2018-08-05 01:06:34 +08:00
|
|
|
} else {
|
2018-07-31 19:56:04 +08:00
|
|
|
if v["status"] == "True" {
|
|
|
|
upNum += 1
|
|
|
|
} else {
|
|
|
|
err = ""
|
|
|
|
err = err + v["hostname"] + ":" + v["message"] + "/"
|
|
|
|
}
|
2018-07-27 19:10:15 +08:00
|
|
|
}
|
|
|
|
}
|
2018-08-05 01:06:34 +08:00
|
|
|
if upNum == len(list) {
|
2018-08-01 12:29:06 +08:00
|
|
|
status = "\033[0;32;32m" + strconv.Itoa(upNum) + "/" + strconv.Itoa(len(list)) + " \033[0m"
|
2018-08-05 01:06:34 +08:00
|
|
|
} else {
|
2018-08-01 12:29:06 +08:00
|
|
|
status = "\033[0;31;31m " + strconv.Itoa(upNum) + "/" + strconv.Itoa(len(list)) + " \033[0m"
|
2018-07-31 19:45:22 +08:00
|
|
|
}
|
2018-07-27 19:10:15 +08:00
|
|
|
|
|
|
|
errMessage = err
|
|
|
|
return
|
|
|
|
}
|
2018-08-05 01:06:34 +08:00
|
|
|
|
|
|
|
func handleRoleAndStatus(list []map[string]string) bool {
|
|
|
|
var computeFlag bool
|
|
|
|
var manageFlag bool
|
|
|
|
for _, v := range list {
|
|
|
|
if v["role"] == "compute" && v["status"] == "running" {
|
|
|
|
computeFlag = true
|
|
|
|
}
|
|
|
|
if v["role"] == "manage" && v["status"] == "running" {
|
|
|
|
manageFlag = true
|
|
|
|
}
|
|
|
|
if (v["role"] == "compute,manage" || v["role"] == "manage,compute") && v["status"] == "running" {
|
|
|
|
computeFlag = true
|
|
|
|
manageFlag = true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if computeFlag && manageFlag {
|
|
|
|
return true
|
|
|
|
} else {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
func handleNodeReady(list []map[string]string) bool {
|
|
|
|
trueNum := 0
|
|
|
|
for _, v := range list {
|
|
|
|
if v["status"] == "True" {
|
|
|
|
trueNum += 1
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if trueNum == len(list) {
|
|
|
|
return true
|
|
|
|
} else {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
func clusterStatus(roleList []map[string]string, ReadyList []map[string]string) (string, string) {
|
|
|
|
var clusterStatus string
|
|
|
|
var errMessage string
|
|
|
|
readyStatus := handleNodeReady(ReadyList)
|
|
|
|
roleStatus := handleRoleAndStatus(roleList)
|
|
|
|
if readyStatus {
|
2018-08-05 08:45:24 +08:00
|
|
|
clusterStatus = "\033[0;32;32mhealthy\033[0m"
|
2018-08-05 01:06:34 +08:00
|
|
|
errMessage = ""
|
|
|
|
} else {
|
2018-08-05 08:45:24 +08:00
|
|
|
clusterStatus = "\033[0;31;31munhealthy\033[0m"
|
2018-08-05 01:06:34 +08:00
|
|
|
errMessage = "There is a service exception in the cluster"
|
|
|
|
}
|
|
|
|
if !roleStatus {
|
2018-08-05 08:45:24 +08:00
|
|
|
clusterStatus = "\033[0;33;33munavailable\033[0m"
|
2018-08-05 01:06:34 +08:00
|
|
|
errMessage = "No compute nodes or management nodes are available in the cluster"
|
|
|
|
}
|
|
|
|
return clusterStatus, errMessage
|
|
|
|
}
|