Rainbond/pkg/worker/discover/manager.go

146 lines
4.1 KiB
Go
Raw Normal View History

2018-03-14 14:12:26 +08:00
// Copyright (C) 2014-2018 Goodrain Co., Ltd.
2017-11-07 11:40:44 +08:00
// RAINBOND, Application Management Platform
2018-03-14 14:33:31 +08:00
2017-11-07 11:40:44 +08:00
// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version. For any non-GPL usage of Rainbond,
// one or multiple Commercial Licenses authorized by Goodrain Co., Ltd.
// must be obtained first.
2018-03-14 14:33:31 +08:00
2017-11-07 11:40:44 +08:00
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
2018-03-14 14:33:31 +08:00
2017-11-07 11:40:44 +08:00
// You should have received a copy of the GNU General Public License
// along with this program. If not, see <http://www.gnu.org/licenses/>.
package discover
import (
"context"
"fmt"
"os"
"time"
"github.com/goodrain/rainbond/cmd/worker/option"
status "github.com/goodrain/rainbond/pkg/appruntimesync/client"
2017-11-07 11:40:44 +08:00
"github.com/goodrain/rainbond/pkg/mq/api/grpc/client"
"github.com/goodrain/rainbond/pkg/mq/api/grpc/pb"
"github.com/goodrain/rainbond/pkg/worker/discover/model"
"github.com/goodrain/rainbond/pkg/worker/executor"
"github.com/goodrain/rainbond/pkg/worker/handle"
grpc1 "google.golang.org/grpc"
"github.com/Sirupsen/logrus"
)
//WTOPIC is worker
const WTOPIC string = "worker"
//TaskManager task
type TaskManager struct {
ctx context.Context
cancel context.CancelFunc
config option.Config
stopChan chan struct{}
handleManager *handle.Manager
client pb.TaskQueueClient
}
//NewTaskManager return *TaskManager
func NewTaskManager(c option.Config, executor executor.Manager, statusManager *status.AppRuntimeSyncClient) *TaskManager {
2017-11-07 11:40:44 +08:00
ctx, cancel := context.WithCancel(context.Background())
handleManager := handle.NewManager(ctx, c, executor, statusManager)
return &TaskManager{
ctx: ctx,
cancel: cancel,
config: c,
stopChan: make(chan struct{}),
handleManager: handleManager,
}
}
//Start 启动
func (t *TaskManager) Start() error {
client, err := client.NewMqClient(t.config.MQAPI)
if err != nil {
logrus.Errorf("new Mq client error, %v", err)
return err
}
t.client = client
go t.Do()
logrus.Info("start discover success.")
return nil
}
//Do do
func (t *TaskManager) Do() {
logrus.Info("start receive task from mq")
hostname, _ := os.Hostname()
for {
select {
case <-t.ctx.Done():
return
default:
2018-01-31 14:24:09 +08:00
ctx, cancel := context.WithCancel(t.ctx)
data, err := t.client.Dequeue(ctx, &pb.DequeueRequest{Topic: WTOPIC, ClientHost: hostname + "-worker"})
cancel()
2017-11-07 11:40:44 +08:00
if err != nil {
if grpc1.ErrorDesc(err) == context.DeadlineExceeded.Error() {
continue
}
if grpc1.ErrorDesc(err) == "context canceled" {
logrus.Info("receive task core context canceled")
return
}
if grpc1.ErrorDesc(err) == "context timeout" {
continue
}
logrus.Error("receive task error.", err.Error())
time.Sleep(time.Second * 2)
continue
}
logrus.Debugf("receive a task: %v", data)
transData, err := model.TransTask(data)
if err != nil {
logrus.Error("trans mq msg data error ", err.Error())
continue
}
rc := t.handleManager.AnalystToExec(transData)
if rc == 9 {
logrus.Debugf("rc is 9, enqueue task to mq")
2018-01-31 14:24:09 +08:00
ctx, cancel := context.WithCancel(t.ctx)
reply, err := t.client.Enqueue(ctx, &pb.EnqueueRequest{
2017-11-07 11:40:44 +08:00
Topic: WTOPIC,
Message: data,
})
2018-01-31 14:24:09 +08:00
cancel()
2017-11-07 11:40:44 +08:00
logrus.Debugf("retry send task to mq ,reply is %v", reply)
if err != nil {
logrus.Errorf("enqueue task %v to mq topic %v Error", data, WTOPIC)
continue
}
}
logrus.Debugf("handle task AnalystToExec %d", rc)
}
}
}
//Stop 停止
func (t *TaskManager) Stop() error {
logrus.Info("discover manager is stoping.")
t.cancel()
tick := time.NewTicker(time.Second * 3)
select {
case <-t.stopChan:
return nil
case <-tick.C:
logrus.Error("task queue listen closed time out")
return fmt.Errorf("task queue listen closed time out")
}
}