// Copyright (C) 2014-2018 Goodrain Co., Ltd. // RAINBOND, Application Management Platform // This program is free software: you can redistribute it and/or modify // it under the terms of the GNU General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. For any non-GPL usage of Rainbond, // one or multiple Commercial Licenses authorized by Goodrain Co., Ltd. // must be obtained first. // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // You should have received a copy of the GNU General Public License // along with this program. If not, see . package exector import ( "fmt" "os" "strings" "time" "github.com/goodrain/rainbond/pkg/builder/sources" "github.com/goodrain/rainbond/pkg/util" "github.com/goodrain/rainbond/pkg/db" "github.com/goodrain/rainbond/pkg/event" "github.com/docker/engine-api/types" "github.com/pquerna/ffjson/ffjson" "github.com/goodrain/rainbond/pkg/builder/model" "github.com/Sirupsen/logrus" ) const ( cloneTimeout = 60 buildingTimeout = 180 formatSourceDir = "/cache/build/%s/source/%s" ) func (e *exectorManager) pluginDockerfileBuild(in []byte) { var tb model.BuildPluginTaskBody if err := ffjson.Unmarshal(in, &tb); err != nil { logrus.Errorf("unmarshal taskbody error, %v", err) return } eventID := tb.EventID logger := event.GetManager().GetLogger(eventID) logger.Info("从dockerfile构建插件任务开始执行", map[string]string{"step": "builder-exector", "status": "starting"}) go func() { time.Sleep(buildingTimeout * time.Second) logrus.Debugf("building plugin time-out time is reach") version, err := db.GetManager().TenantPluginBuildVersionDao().GetBuildVersionByVersionID(tb.PluginID, tb.VersionID) if err != nil { logrus.Errorf("get version error, %v", err) } if version.Status != "complete" { version.Status = "timeout" if err := db.GetManager().TenantPluginBuildVersionDao().UpdateModel(version); err != nil { logrus.Errorf("update version error, %v", err) } logger.Error("插件构建超时,修改插件状态失败", map[string]string{"step": "callback", "status": "failure"}) } }() go func() { logrus.Info("start exec build plugin from image worker") defer event.GetManager().ReleaseLogger(logger) for retry := 0; retry < 2; retry++ { err := e.runD(&tb, logger) if err != nil { logrus.Errorf("exec plugin build from dockerfile error:%s", err.Error()) logger.Info("dockerfile构建插件任务执行失败,开始重试", map[string]string{"step": "builder-exector", "status": "failure"}) } else { return } } version, err := db.GetManager().TenantPluginBuildVersionDao().GetBuildVersionByVersionID(tb.PluginID, tb.VersionID) if err != nil { logrus.Errorf("get version error, %v", err) } version.Status = "failure" if err := db.GetManager().TenantPluginBuildVersionDao().UpdateModel(version); err != nil { logrus.Errorf("update version error, %v", err) } logger.Error("dockerfile构建插件任务执行失败", map[string]string{"step": "callback", "status": "failure"}) }() } func (e *exectorManager) runD(t *model.BuildPluginTaskBody, logger event.Logger) error { logger.Info("开始拉取代码", map[string]string{"step": "build-exector"}) sourceDir := fmt.Sprintf(formatSourceDir, t.TenantID, t.VersionID) if t.Repo == "" { t.Repo = "master" } if !util.DirIsEmpty(sourceDir) { os.RemoveAll(sourceDir) } if err := util.CheckAndCreateDir(sourceDir); err != nil { return err } if _, err := sources.GitClone(sources.CodeSourceInfo{RepositoryURL: t.GitURL, Branch: t.Repo}, sourceDir, logger, 4); err != nil { logger.Error("拉取代码失败", map[string]string{"step": "builder-exector", "status": "failure"}) logrus.Errorf("[plugin]git clone code error %v", err) return err } if !checkDockerfile(sourceDir) { logger.Error("代码未检测到dockerfile,暂不支持构建,任务即将退出", map[string]string{"step": "builder-exector", "status": "failure"}) logrus.Error("代码未检测到dockerfile") return fmt.Errorf("have no dockerfile") } logger.Info("代码检测为dockerfile,开始编译", map[string]string{"step": "build-exector"}) mm := strings.Split(t.GitURL, "/") n1 := strings.Split(mm[len(mm)-1], ".")[0] buildImageName := strings.ToLower(fmt.Sprintf("goodrain.me/%s_%s", n1, t.VersionID)) buildOptions := types.ImageBuildOptions{ Tags: []string{buildImageName}, Remove: true, } if noCache := os.Getenv("NO_CACHE"); noCache != "" { buildOptions.NoCache = true } else { buildOptions.NoCache = false } logger.Info("开始构建镜像", map[string]string{"step": "builder-exector"}) err := sources.ImageBuild(e.DockerClient, sourceDir, buildOptions, logger, 5) if err != nil { logger.Error(fmt.Sprintf("构造镜像%s失败: %s", buildImageName, err.Error()), map[string]string{"step": "builder-exector", "status": "failure"}) logrus.Errorf("[plugin]build image error: %s", err.Error()) return err } auth, err := sources.EncodeAuthToBase64(types.AuthConfig{Username: "", Password: ""}) if err != nil { logrus.Errorf("make auth base63 push image error: %s", err.Error()) logger.Error(fmt.Sprintf("推送镜像内部错误"), map[string]string{"step": "builder-exector", "status": "failure"}) return err } ipo := types.ImagePushOptions{ RegistryAuth: auth, } logger.Info("镜像构建成功,开始推送镜像至仓库", map[string]string{"step": "builder-exector"}) err = sources.ImagePush(e.DockerClient, buildImageName, ipo, logger, 2) if err != nil { logger.Error("推送镜像失败", map[string]string{"step": "builder-exector"}) logrus.Errorf("push image error: %s", err.Error()) return err } logger.Info("推送镜像完成", map[string]string{"step": "build-exector"}) version, err := db.GetManager().TenantPluginBuildVersionDao().GetBuildVersionByVersionID(t.PluginID, t.VersionID) if err != nil { logrus.Errorf("get version error, %v", err) return err } version.BuildLocalImage = buildImageName version.Status = "complete" if err := db.GetManager().TenantPluginBuildVersionDao().UpdateModel(version); err != nil { logrus.Errorf("update version error, %v", err) return err } logger.Info("从dockerfile构建插件完成", map[string]string{"step": "last", "status": "success"}) return nil } func checkDockerfile(sourceDir string) bool { if _, err := os.Stat(fmt.Sprintf("%s/Dockerfile", sourceDir)); os.IsNotExist(err) { return false } return true }