// RAINBOND, Application Management Platform // Copyright (C) 2014-2017 Goodrain Co., Ltd. // This program is free software: you can redistribute it and/or modify // it under the terms of the GNU General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. For any non-GPL usage of Rainbond, // one or multiple Commercial Licenses authorized by Goodrain Co., Ltd. // must be obtained first. // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // You should have received a copy of the GNU General Public License // along with this program. If not, see . package exector import ( "fmt" "os" "strings" "time" "github.com/goodrain/rainbond/pkg/db" "github.com/goodrain/rainbond/pkg/event" "github.com/pquerna/ffjson/ffjson" "github.com/goodrain/rainbond/pkg/builder/model" "github.com/Sirupsen/logrus" "github.com/akkuman/parseConfig" ) const ( cloneTimeout = 60 buildingTimeout = 180 formatSourceDir = "/cache/build/%s/source/%s" ) func (e *exectorManager) pluginDockerfileBuild(in []byte) { config := getConf(configPath) var tb model.BuildPluginTaskBody if err := ffjson.Unmarshal(in, &tb); err != nil { logrus.Errorf("unmarshal taskbody error, %v", err) return } eventID := tb.EventID logger := event.GetManager().GetLogger(eventID) logger.Info("从dockerfile构建插件任务开始执行", map[string]string{"step": "builder-exector", "status": "starting"}) go func() { time.Sleep(buildingTimeout * time.Second) logrus.Debugf("building plugin time-out time is reach") version, err := db.GetManager().TenantPluginBuildVersionDao().GetBuildVersionByVersionID(tb.PluginID, tb.VersionID) if err != nil { logrus.Errorf("get version error, %v", err) } if version.Status != "complete" { version.Status = "timeout" if err := db.GetManager().TenantPluginBuildVersionDao().UpdateModel(version); err != nil { logrus.Errorf("update version error, %v", err) } logger.Info("插件构建超时,修改插件状态失败", map[string]string{"step": "callback", "status": "failure"}) } }() go func() { logrus.Info("start exec build plugin from image worker") defer event.GetManager().ReleaseLogger(logger) for retry := 0; retry < 3; retry++ { err := e.runD(&tb, config, logger) if err != nil { logrus.Errorf("exec plugin build from image error:%s", err.Error()) if retry < 3 { logger.Info("dockerfile构建插件任务执行失败,开始重试", map[string]string{"step": "builder-exector", "status": "failure"}) } else { version, err := db.GetManager().TenantPluginBuildVersionDao().GetBuildVersionByVersionID(tb.PluginID, tb.VersionID) if err != nil { logrus.Errorf("get version error, %v", err) } version.Status = "failure" if err := db.GetManager().TenantPluginBuildVersionDao().UpdateModel(version); err != nil { logrus.Errorf("update version error, %v", err) } logger.Info("dockerfile构建插件任务执行失败", map[string]string{"step": "callback", "status": "failure"}) } } else { break } } }() } func (e *exectorManager) runD(t *model.BuildPluginTaskBody, c parseConfig.Config, logger event.Logger) error { logger.Info("开始拉取代码", map[string]string{"step": "build-exector"}) logrus.Debugf("开始拉取代码") sourceDir := fmt.Sprintf(formatSourceDir, t.TenantID, t.VersionID) if t.Repo == "" { t.Repo = "master" } if err := clone(t.GitURL, sourceDir, logger, t.Repo); err != nil { logger.Info("拉取代码失败", map[string]string{"step": "builder-exector", "status": "failure"}) logrus.Errorf("拉取代码失败,%v", err) return err } if !checkDockerfile(sourceDir) { logger.Info("代码未检测到dockerfile,暂不支持构建,任务即将退出", map[string]string{"step": "builder-exector", "status": "failure"}) logrus.Error("代码未检测到dockerfile") return fmt.Errorf("have no dockerfile") } logger.Info("代码检测为dockerfile,开始编译", map[string]string{"step": "build-exector"}) curImage, err := buildImage(t.VersionID, t.GitURL, sourceDir, c.Get("publish > image > curr_registry").(string), logger) if err != nil { logrus.Errorf("build error, %v", err) return err } logger.Info(fmt.Sprintf("镜像编译完成,开始推送镜像,镜像名为 %s", curImage), map[string]string{"step": "build-exector"}) if err := push(curImage, logger); err != nil { logger.Info("推送镜像失败", map[string]string{"step": "builder-exector", "status": "failure"}) logrus.Error("推送镜像失败") return err } //TODO: 权限 //if err := e.DockerPush(curImage); err != nil { // logger.Info("推送镜像失败", map[string]string{"step": "builder-exector", "status": "failure"}) // return err //} logger.Info("推送镜像完成", map[string]string{"step": "build-exector"}) version, err := db.GetManager().TenantPluginBuildVersionDao().GetBuildVersionByVersionID(t.PluginID, t.VersionID) if err != nil { logrus.Errorf("get version error, %v", err) return err } version.BuildLocalImage = curImage version.Status = "complete" if err := db.GetManager().TenantPluginBuildVersionDao().UpdateModel(version); err != nil { logrus.Errorf("update version error, %v", err) return err } logger.Info("从dockerfile构建插件完成", map[string]string{"step": "last", "status": "success"}) return nil } func clone(gitURL string, sourceDir string, logger event.Logger, repo string) error { logrus.Debugf("clone git %s", fmt.Sprintf("git clone -b %s %s %s", repo, gitURL, sourceDir)) mm := []string{"clone", "-b", repo, gitURL, sourceDir} if err := ShowExec("git", mm, logger); err != nil { return err } return nil } func checkDockerfile(sourceDir string) bool { if _, err := os.Stat(fmt.Sprintf("%s/Dockerfile", sourceDir)); os.IsNotExist(err) { return false } return true } func buildImage(version, gitURL, sourceDir, curRegistry string, logger event.Logger) (string, error) { mm := strings.Split(gitURL, "/") n1 := strings.Split(mm[len(mm)-1], ".")[0] imageName := fmt.Sprintf("%s/%s_%s", curRegistry, n1, version) //imagename must be lower logrus.Debugf("image name is %v", imageName) if os.Getenv("NO_CACHE") == "" { mm := []string{"-P", "docker", "build", "-t", imageName, "--no-cache", sourceDir} logrus.Debugf("build image: sudo -P docker build -t %s --no-cache %s", imageName, sourceDir) if err := ShowExec("sudo", mm, logger); err != nil { return "", err } } else { mm := []string{"-P", "docker", "build", "-t", imageName, sourceDir} logrus.Debugf("build image: sudo -P docker build -t %s %s", imageName, sourceDir) if err := ShowExec("sudo", mm, logger); err != nil { return "", err } } return imageName, nil }