2018-03-14 14:12:26 +08:00
|
|
|
// Copyright (C) 2014-2018 Goodrain Co., Ltd.
|
2017-11-07 11:40:44 +08:00
|
|
|
// RAINBOND, Application Management Platform
|
2018-03-14 14:33:31 +08:00
|
|
|
|
2017-11-07 11:40:44 +08:00
|
|
|
// This program is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version. For any non-GPL usage of Rainbond,
|
|
|
|
// one or multiple Commercial Licenses authorized by Goodrain Co., Ltd.
|
|
|
|
// must be obtained first.
|
2018-03-14 14:33:31 +08:00
|
|
|
|
2017-11-07 11:40:44 +08:00
|
|
|
// This program is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU General Public License for more details.
|
2018-03-14 14:33:31 +08:00
|
|
|
|
2017-11-07 11:40:44 +08:00
|
|
|
// You should have received a copy of the GNU General Public License
|
|
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
|
|
package discover
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"os"
|
|
|
|
"time"
|
|
|
|
|
|
|
|
"github.com/goodrain/rainbond/cmd/builder/option"
|
|
|
|
"github.com/goodrain/rainbond/pkg/builder/exector"
|
|
|
|
"github.com/goodrain/rainbond/pkg/mq/api/grpc/client"
|
|
|
|
"github.com/goodrain/rainbond/pkg/mq/api/grpc/pb"
|
|
|
|
|
|
|
|
grpc1 "google.golang.org/grpc"
|
|
|
|
|
|
|
|
"github.com/Sirupsen/logrus"
|
|
|
|
)
|
|
|
|
|
|
|
|
//WTOPIC is builder
|
|
|
|
const WTOPIC string = "builder"
|
|
|
|
|
|
|
|
//TaskManager task
|
|
|
|
type TaskManager struct {
|
2018-04-11 16:49:37 +08:00
|
|
|
ctx context.Context
|
|
|
|
cancel context.CancelFunc
|
|
|
|
config option.Config
|
2018-04-11 19:28:42 +08:00
|
|
|
client *client.MQClient
|
2018-04-11 16:49:37 +08:00
|
|
|
exec exector.Manager
|
2017-11-07 11:40:44 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
//NewTaskManager return *TaskManager
|
|
|
|
func NewTaskManager(c option.Config, exec exector.Manager) *TaskManager {
|
|
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
|
|
return &TaskManager{
|
2018-04-11 16:49:37 +08:00
|
|
|
ctx: ctx,
|
|
|
|
cancel: cancel,
|
|
|
|
config: c,
|
|
|
|
exec: exec,
|
2017-11-07 11:40:44 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
//Start 启动
|
|
|
|
func (t *TaskManager) Start() error {
|
2018-04-11 19:28:42 +08:00
|
|
|
client, err := client.NewMqClient(t.config.EtcdEndPoints, t.config.MQAPI)
|
2017-11-07 11:40:44 +08:00
|
|
|
if err != nil {
|
|
|
|
logrus.Errorf("new Mq client error, %v", err)
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
t.client = client
|
|
|
|
go t.Do()
|
|
|
|
logrus.Info("start discover success.")
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
//Do do
|
|
|
|
func (t *TaskManager) Do() {
|
|
|
|
hostName, _ := os.Hostname()
|
|
|
|
for {
|
|
|
|
select {
|
|
|
|
case <-t.ctx.Done():
|
|
|
|
return
|
|
|
|
default:
|
2018-01-31 14:24:09 +08:00
|
|
|
ctx, cancel := context.WithCancel(t.ctx)
|
|
|
|
data, err := t.client.Dequeue(ctx, &pb.DequeueRequest{Topic: WTOPIC, ClientHost: hostName + "-builder"})
|
|
|
|
cancel()
|
2017-11-07 11:40:44 +08:00
|
|
|
if err != nil {
|
|
|
|
if grpc1.ErrorDesc(err) == context.DeadlineExceeded.Error() {
|
|
|
|
logrus.Warn(err.Error())
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
if grpc1.ErrorDesc(err) == "context canceled" {
|
|
|
|
logrus.Warn("grpc dequeue context canceled")
|
|
|
|
return
|
|
|
|
}
|
|
|
|
if grpc1.ErrorDesc(err) == "context timeout" {
|
|
|
|
logrus.Warn(err.Error())
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
logrus.Error(err.Error())
|
|
|
|
time.Sleep(time.Second * 2)
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
logrus.Debugf("Receive a task: %s", data.String())
|
|
|
|
err = t.exec.AddTask(data)
|
|
|
|
if err != nil {
|
|
|
|
logrus.Error("add task error:", err.Error())
|
|
|
|
//TODO:
|
|
|
|
//速率控制
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
//Stop 停止
|
|
|
|
func (t *TaskManager) Stop() error {
|
|
|
|
logrus.Info("discover manager is stoping.")
|
|
|
|
t.cancel()
|
2018-04-11 19:28:42 +08:00
|
|
|
if t.client != nil {
|
|
|
|
t.client.Close()
|
|
|
|
}
|
|
|
|
return nil
|
2017-11-07 11:40:44 +08:00
|
|
|
}
|