mirror of
https://gitee.com/rainbond/Rainbond.git
synced 2024-11-29 18:27:58 +08:00
[ADD] init commit
This commit is contained in:
goodrain
commit
e917d545d0
1
CHANGELOG.md
Normal file
1
CHANGELOG.md
Normal file
@ -0,0 +1 @@
|
||||
# release-3.4
|
||||
165
LICENSE
Normal file
165
LICENSE
Normal file
@ -0,0 +1,165 @@
|
||||
GNU LESSER GENERAL PUBLIC LICENSE
|
||||
Version 3, 29 June 2007
|
||||
|
||||
Copyright (C) 2007 Free Software Foundation, Inc. <http://fsf.org/>
|
||||
Everyone is permitted to copy and distribute verbatim copies
|
||||
of this license document, but changing it is not allowed.
|
||||
|
||||
|
||||
This version of the GNU Lesser General Public License incorporates
|
||||
the terms and conditions of version 3 of the GNU General Public
|
||||
License, supplemented by the additional permissions listed below.
|
||||
|
||||
0. Additional Definitions.
|
||||
|
||||
As used herein, "this License" refers to version 3 of the GNU Lesser
|
||||
General Public License, and the "GNU GPL" refers to version 3 of the GNU
|
||||
General Public License.
|
||||
|
||||
"The Library" refers to a covered work governed by this License,
|
||||
other than an Application or a Combined Work as defined below.
|
||||
|
||||
An "Application" is any work that makes use of an interface provided
|
||||
by the Library, but which is not otherwise based on the Library.
|
||||
Defining a subclass of a class defined by the Library is deemed a mode
|
||||
of using an interface provided by the Library.
|
||||
|
||||
A "Combined Work" is a work produced by combining or linking an
|
||||
Application with the Library. The particular version of the Library
|
||||
with which the Combined Work was made is also called the "Linked
|
||||
Version".
|
||||
|
||||
The "Minimal Corresponding Source" for a Combined Work means the
|
||||
Corresponding Source for the Combined Work, excluding any source code
|
||||
for portions of the Combined Work that, considered in isolation, are
|
||||
based on the Application, and not on the Linked Version.
|
||||
|
||||
The "Corresponding Application Code" for a Combined Work means the
|
||||
object code and/or source code for the Application, including any data
|
||||
and utility programs needed for reproducing the Combined Work from the
|
||||
Application, but excluding the System Libraries of the Combined Work.
|
||||
|
||||
1. Exception to Section 3 of the GNU GPL.
|
||||
|
||||
You may convey a covered work under sections 3 and 4 of this License
|
||||
without being bound by section 3 of the GNU GPL.
|
||||
|
||||
2. Conveying Modified Versions.
|
||||
|
||||
If you modify a copy of the Library, and, in your modifications, a
|
||||
facility refers to a function or data to be supplied by an Application
|
||||
that uses the facility (other than as an argument passed when the
|
||||
facility is invoked), then you may convey a copy of the modified
|
||||
version:
|
||||
|
||||
a) under this License, provided that you make a good faith effort to
|
||||
ensure that, in the event an Application does not supply the
|
||||
function or data, the facility still operates, and performs
|
||||
whatever part of its purpose remains meaningful, or
|
||||
|
||||
b) under the GNU GPL, with none of the additional permissions of
|
||||
this License applicable to that copy.
|
||||
|
||||
3. Object Code Incorporating Material from Library Header Files.
|
||||
|
||||
The object code form of an Application may incorporate material from
|
||||
a header file that is part of the Library. You may convey such object
|
||||
code under terms of your choice, provided that, if the incorporated
|
||||
material is not limited to numerical parameters, data structure
|
||||
layouts and accessors, or small macros, inline functions and templates
|
||||
(ten or fewer lines in length), you do both of the following:
|
||||
|
||||
a) Give prominent notice with each copy of the object code that the
|
||||
Library is used in it and that the Library and its use are
|
||||
covered by this License.
|
||||
|
||||
b) Accompany the object code with a copy of the GNU GPL and this license
|
||||
document.
|
||||
|
||||
4. Combined Works.
|
||||
|
||||
You may convey a Combined Work under terms of your choice that,
|
||||
taken together, effectively do not restrict modification of the
|
||||
portions of the Library contained in the Combined Work and reverse
|
||||
engineering for debugging such modifications, if you also do each of
|
||||
the following:
|
||||
|
||||
a) Give prominent notice with each copy of the Combined Work that
|
||||
the Library is used in it and that the Library and its use are
|
||||
covered by this License.
|
||||
|
||||
b) Accompany the Combined Work with a copy of the GNU GPL and this license
|
||||
document.
|
||||
|
||||
c) For a Combined Work that displays copyright notices during
|
||||
execution, include the copyright notice for the Library among
|
||||
these notices, as well as a reference directing the user to the
|
||||
copies of the GNU GPL and this license document.
|
||||
|
||||
d) Do one of the following:
|
||||
|
||||
0) Convey the Minimal Corresponding Source under the terms of this
|
||||
License, and the Corresponding Application Code in a form
|
||||
suitable for, and under terms that permit, the user to
|
||||
recombine or relink the Application with a modified version of
|
||||
the Linked Version to produce a modified Combined Work, in the
|
||||
manner specified by section 6 of the GNU GPL for conveying
|
||||
Corresponding Source.
|
||||
|
||||
1) Use a suitable shared library mechanism for linking with the
|
||||
Library. A suitable mechanism is one that (a) uses at run time
|
||||
a copy of the Library already present on the user's computer
|
||||
system, and (b) will operate properly with a modified version
|
||||
of the Library that is interface-compatible with the Linked
|
||||
Version.
|
||||
|
||||
e) Provide Installation Information, but only if you would otherwise
|
||||
be required to provide such information under section 6 of the
|
||||
GNU GPL, and only to the extent that such information is
|
||||
necessary to install and execute a modified version of the
|
||||
Combined Work produced by recombining or relinking the
|
||||
Application with a modified version of the Linked Version. (If
|
||||
you use option 4d0, the Installation Information must accompany
|
||||
the Minimal Corresponding Source and Corresponding Application
|
||||
Code. If you use option 4d1, you must provide the Installation
|
||||
Information in the manner specified by section 6 of the GNU GPL
|
||||
for conveying Corresponding Source.)
|
||||
|
||||
5. Combined Libraries.
|
||||
|
||||
You may place library facilities that are a work based on the
|
||||
Library side by side in a single library together with other library
|
||||
facilities that are not Applications and are not covered by this
|
||||
License, and convey such a combined library under terms of your
|
||||
choice, if you do both of the following:
|
||||
|
||||
a) Accompany the combined library with a copy of the same work based
|
||||
on the Library, uncombined with any other library facilities,
|
||||
conveyed under the terms of this License.
|
||||
|
||||
b) Give prominent notice with the combined library that part of it
|
||||
is a work based on the Library, and explaining where to find the
|
||||
accompanying uncombined form of the same work.
|
||||
|
||||
6. Revised Versions of the GNU Lesser General Public License.
|
||||
|
||||
The Free Software Foundation may publish revised and/or new versions
|
||||
of the GNU Lesser General Public License from time to time. Such new
|
||||
versions will be similar in spirit to the present version, but may
|
||||
differ in detail to address new problems or concerns.
|
||||
|
||||
Each version is given a distinguishing version number. If the
|
||||
Library as you received it specifies that a certain numbered version
|
||||
of the GNU Lesser General Public License "or any later version"
|
||||
applies to it, you have the option of following the terms and
|
||||
conditions either of that published version or of any later version
|
||||
published by the Free Software Foundation. If the Library as you
|
||||
received it does not specify a version number of the GNU Lesser
|
||||
General Public License, you may choose any version of the GNU Lesser
|
||||
General Public License ever published by the Free Software Foundation.
|
||||
|
||||
If the Library as you received it specifies that a proxy can decide
|
||||
whether future versions of the GNU Lesser General Public License shall
|
||||
apply, that proxy's public statement of acceptance of any version is
|
||||
permanent authorization for you to choose that version for the
|
||||
Library.
|
||||
9
Licensing.md
Normal file
9
Licensing.md
Normal file
@ -0,0 +1,9 @@
|
||||
# Licensing
|
||||
|
||||
The open source versions of Rainbond ('Rainbond' for short) are licensed under the GPLv3 License.
|
||||
|
||||
Private individuals or Legal Entities are allowed to use Rainbond for free, as long as they do not distribute (internally or externally, free or charge) it in any ways.
|
||||
|
||||
Once private individuals or Legal Entities copy or modify Rainbond source code in any ways, the modified version and copies will fall under the GPLv3 License.
|
||||
|
||||
For any non-GPL usage of Rainbond, one or multiple Commercial Licenses authorized by Goodrain Co., Ltd. must be obtained first.
|
||||
97
Makefile
Normal file
97
Makefile
Normal file
@ -0,0 +1,97 @@
|
||||
GO_LDFLAGS=-ldflags " -w"
|
||||
VERSION=3.4
|
||||
WORK_DIR=/go/src/github.com/goodrain/rainbond
|
||||
BASE_NAME=rainbond
|
||||
build-mq:
|
||||
go build ${GO_LDFLAGS} -o ./build/mq/${BASE_NAME}_mq ./cmd/mq
|
||||
build-worker:
|
||||
go build ${GO_LDFLAGS} -o ./build/worker/${BASE_NAME}_worker ./cmd/worker
|
||||
clean:
|
||||
@rm -rf ./build/mq/${BASE_NAME}_mq
|
||||
@rm -rf ./build/worker/${BASE_NAME}_worker
|
||||
build-in-container:
|
||||
@docker run -v `pwd`:/go/src/${BASE_NAME}_worker -w /go/src/${BASE_NAME}_worker -it golang:1.7.3 bash
|
||||
run-mq:build-mq
|
||||
./build/mq/${BASE_NAME}_mq --log-level=debug
|
||||
run-worker:build-worker
|
||||
CUR_NET=midonet EX_DOMAIN=test-ali.goodrain.net:10080 ./build/worker/${BASE_NAME}_worker \
|
||||
--log-level=debug \
|
||||
--db-type=cockroachdb \
|
||||
--mysql="postgresql://root@localhost:26257/region" \
|
||||
--kube-config=./admin.kubeconfig
|
||||
run-builder:build-builder
|
||||
./build/builder/${BASE_NAME}_builder
|
||||
run-eventlog:build-eventlog
|
||||
./build/eventlog/${BASE_NAME}_eventlog \
|
||||
--log.level=debug --discover.etcd.addr=http://127.0.0.1:2379 \
|
||||
--db.url="root:admin@tcp(127.0.0.1:3306)/event" \
|
||||
--dockerlog.mode=stream \
|
||||
--message.dockerlog.handle.core.number=2 \
|
||||
--message.garbage.file="/tmp/garbage.log" \
|
||||
--docker.log.homepath="/Users/qingguo/tmp"
|
||||
|
||||
build-builder:
|
||||
go build ${GO_LDFLAGS} -o ./build/builder/${BASE_NAME}_builder ./cmd/builder
|
||||
build-mqcli:
|
||||
go build ${GO_LDFLAGS} -o ./build/mqcli/${BASE_NAME}_mqcli ./cmd/mqcli
|
||||
build-node:
|
||||
go build ${GO_LDFLAGS} -o ./build/node/${BASE_NAME}_node ./cmd/node
|
||||
build-entrance:
|
||||
go build ${GO_LDFLAGS} -o ./build/entrance/${BASE_NAME}_entrance ./cmd/entrance
|
||||
build-eventlog:
|
||||
go build ${GO_LDFLAGS} -o ./build/eventlog/${BASE_NAME}_eventlog ./cmd/eventlog
|
||||
build-api:
|
||||
go build ${GO_LDFLAGS} -o ./build/api/${BASE_NAME}_api ./cmd/api
|
||||
|
||||
build-image-worker:
|
||||
@echo "🐳 $@"
|
||||
@docker run -v `pwd`:${WORK_DIR} -w ${WORK_DIR} -it golang:1.8.3 go build ${GO_LDFLAGS} -o ./build/worker/${BASE_NAME}_worker ./cmd/worker
|
||||
@docker build -t hub.goodrain.com/dc-deploy/${BASE_NAME}_worker:${VERSION} ./build/worker
|
||||
@rm -f ./build/worker/${BASE_NAME}_worker
|
||||
build-image-mq:
|
||||
@echo "🐳 $@"
|
||||
@docker run -v `pwd`:${WORK_DIR} -w ${WORK_DIR} -it golang:1.8.3 go build ${GO_LDFLAGS} -o ./build/mq/${BASE_NAME}_mq ./cmd/mq
|
||||
@docker build -t hub.goodrain.com/dc-deploy/${BASE_NAME}_mq:${VERSION} ./build/mq
|
||||
@rm -f ./build/mq/${BASE_NAME}_mq
|
||||
build-image-builder:
|
||||
@echo "🐳 $@"
|
||||
@docker run -v `pwd`:${WORK_DIR} -w ${WORK_DIR} -it golang:1.8.3 go build ${GO_LDFLAGS} -o ./build/builder/${BASE_NAME}_builder ./cmd/builder
|
||||
@docker build -t hub.goodrain.com/dc-deploy/${BASE_NAME}_chaos:${VERSION} ./build/builder
|
||||
@rm -f ./build/builder/${BASE_NAME}_builder
|
||||
build-image-node:
|
||||
@echo "🐳 $@"
|
||||
@docker run -v `pwd`:${WORK_DIR} -w ${WORK_DIR} -it golang:1.8.3 go build ${GO_LDFLAGS} -o ./build/node/${BASE_NAME}_node ./cmd/node
|
||||
build-image-entrance:
|
||||
@echo "🐳 $@"
|
||||
@docker run -v `pwd`:${WORK_DIR} -w ${WORK_DIR} -it golang:1.8.3 go build ${GO_LDFLAGS} -o ./build/entrance/${BASE_NAME}_entrance ./cmd/entrance
|
||||
@cp -r ./build/dist ./build/entrance/dist
|
||||
@docker build -t hub.goodrain.com/dc-deploy/${BASE_NAME}_entrance:${VERSION} ./build/entrance
|
||||
@rm -rf ./build/entrance/dist
|
||||
@rm -f ./build/entrance/${BASE_NAME}_entrance
|
||||
build-image-eventlog:
|
||||
@echo "🐳 $@"
|
||||
@docker build -t goodraim.me/event-build:v1 ./build/eventlog/build
|
||||
@echo "building..."
|
||||
@docker run --rm -v `pwd`:${WORK_DIR} -w ${WORK_DIR} goodraim.me/event-build:v1 go build ${GO_LDFLAGS} -o ./build/eventlog/${BASE_NAME}_eventlog ./cmd/eventlog
|
||||
@echo "build done."
|
||||
@docker build -t hub.goodrain.com/dc-deploy/${BASE_NAME}_eventlog:${VERSION} ./build/eventlog
|
||||
@rm -f ./build/entrance/${BASE_NAME}_eventlog
|
||||
build-image-api:
|
||||
@echo "🐳 $@"
|
||||
@docker run -v `pwd`:${WORK_DIR} -w ${WORK_DIR} -it golang:1.8.3 go build ${GO_LDFLAGS} -o ./build/api/${BASE_NAME}_api ./cmd/api
|
||||
@docker build -t hub.goodrain.com/dc-deploy/${BASE_NAME}_api:${VERSION} ./build/api
|
||||
@rm -f ./build/api/${BASE_NAME}_api
|
||||
build-image:build-image-worker build-image-mq build-image-builder build-image-eventlog build-image-entrance build-image-node
|
||||
push-image:
|
||||
docker push hub.goodrain.com/dc-deploy/${BASE_NAME}_eventlog:${VERSION}
|
||||
docker push hub.goodrain.com/dc-deploy/${BASE_NAME}_entrance:${VERSION}
|
||||
docker push hub.goodrain.com/dc-deploy/${BASE_NAME}_chaos:${VERSION}
|
||||
docker push hub.goodrain.com/dc-deploy/${BASE_NAME}_mq:${VERSION}
|
||||
docker push hub.goodrain.com/dc-deploy/${BASE_NAME}_worker:${VERSION}
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
4
VERSION.md
Normal file
4
VERSION.md
Normal file
@ -0,0 +1,4 @@
|
||||
# enterprise-3.4
|
||||
企业版3.4版本
|
||||
# 3.4.1(当前版本)
|
||||
存储修改版本，支持多种类型存储
|
||||
26
admin.kubeconfig
Normal file
26
admin.kubeconfig
Normal file
@ -0,0 +1,26 @@
|
||||
apiVersion: v1
|
||||
clusters:
|
||||
- cluster:
|
||||
server: http://139.224.234.115:8181
|
||||
name: default-cluster
|
||||
- cluster:
|
||||
certificate-authority-data: LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUR2akNDQXFhZ0F3SUJBZ0lVSEpSd2FKWlBNaGJwbitBenFnOFUvT05SaUVVd0RRWUpLb1pJaHZjTkFRRUwKQlFBd1pURUxNQWtHQTFVRUJoTUNRMDR4RURBT0JnTlZCQWdUQjBKbGFVcHBibWN4RURBT0JnTlZCQWNUQjBKbAphVXBwYm1jeEREQUtCZ05WQkFvVEEyczRjekVQTUEwR0ExVUVDeE1HVTNsemRHVnRNUk13RVFZRFZRUURFd3ByCmRXSmxjbTVsZEdWek1CNFhEVEUzTURZd09UQTRNemd3TUZvWERUSXlNRFl3T0RBNE16Z3dNRm93WlRFTE1Ba0cKQTFVRUJoTUNRMDR4RURBT0JnTlZCQWdUQjBKbGFVcHBibWN4RURBT0JnTlZCQWNUQjBKbGFVcHBibWN4RERBSwpCZ05WQkFvVEEyczRjekVQTUEwR0ExVUVDeE1HVTNsemRHVnRNUk13RVFZRFZRUURFd3ByZFdKbGNtNWxkR1Z6Ck1JSUJJakFOQmdrcWhraUc5dzBCQVFFRkFBT0NBUThBTUlJQkNnS0NBUUVBMEZDKzFsNlRXbjdIWTNhY05kTlMKYVpMNE41UnNIZ3hHTGNzaU9hUGlsRi96V2FmR0FDc21KS1Vvc25jb0dNZlhQNUxhd25Tek1TQ3IrU0RNU3lwZQorbG1jTzk4SHFWTFJlRzJVV0RiZGloTnBydHpMWmE3TGRFTXlReFdjRUs2Yit2VTZoVHM0RGI0MnZLa05MbFRxCjF0VkNxNHJkNWNQN0NhQUFGWnQwU0ROTEszc1Rpd0tpcVR5RFhGWUJPaysxNG1kL0s4OHo2OVJXS0NkcEUxeGUKUEJqNFV6bTB6R3pxMzNEZmpFbmdTRkh1RVpkbGk5dFA0ejR4SG90d2JXdTJkQldpMi9YNk14czdVbnU4dDVXZwpJMWdHdzZsWlliSm1qWHJiL0ljNk5IK2JNQ2ZZNlA4UTBvSGVxY0w4NkZ6SjYzbTROQlhqVjVMK0hiZm4zc2V4CkF3SURBUUFCbzJZd1pEQU9CZ05WSFE4QkFmOEVCQU1DQVFZd0VnWURWUjBUQVFIL0JBZ3dCZ0VCL3dJQkFqQWQKQmdOVkhRNEVGZ1FVOGVIYXM5TVUvOXZIa2lrSmJWNkRncUl2VDJNd0h3WURWUjBqQkJnd0ZvQVU4ZUhhczlNVQovOXZIa2lrSmJWNkRncUl2VDJNd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dFQkFLcFg5bS95MkpuQklLVEJyR2pNCnhOeTRMcW5BTkViRjVFczV6SlpRZ2VuUDFjeElCNGNtby9qUERZN0Z3ZThlN2I0WE52TlFGN0dQbWgwRHFsQSsKVFRwaFFmRmdieUoxWUhVUWFJYVJ5MUI4RUE0Njc1dnVWUTA4NU1wQ0VaR2ladmFyNVBCSEhJZUJyZjRCdEtLaApmZnJsYlplWHNsREFVTUc0T1Q4OXNQeGE4NE40TktuMmlyY0I0dEZyeDlubTZrWEcvVmdUWEYxUVBwdTJZeVVSCnloSzZDK0IydXZTUjRsOGVwQkVmclR6MTJ1bTlaRWprL0dHeXM5aFgzRmpDZlNOTDlESEtwampCZmlnVFV6TzMKUVVaK09FRzgxREYxT0Zuc0p2SmFKZmZhbXNyZXFZUjE5NHA1ZmQrWHEwT01Jdk8vMXdZc3NLNmpKOG82aWdGbwpUM289Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K
|
||||
server: https://kubeapi.goodrain.me:6443
|
||||
name: kubernetes
|
||||
contexts:
|
||||
- context:
|
||||
cluster: default-cluster
|
||||
user: ""
|
||||
name: default
|
||||
- context:
|
||||
cluster: kubernetes
|
||||
user: admin
|
||||
name: kubernetes
|
||||
current-context: kubernetes
|
||||
kind: Config
|
||||
preferences: {}
|
||||
users:
|
||||
- name: admin
|
||||
user:
|
||||
client-certificate-data: LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUQzVENDQXNXZ0F3SUJBZ0lVY0U1YUg0NXh2YU5saXNSNEFCTFFCUVVLSXN3d0RRWUpLb1pJaHZjTkFRRUwKQlFBd1pURUxNQWtHQTFVRUJoTUNRMDR4RURBT0JnTlZCQWdUQjBKbGFVcHBibWN4RURBT0JnTlZCQWNUQjBKbAphVXBwYm1jeEREQUtCZ05WQkFvVEEyczRjekVQTUEwR0ExVUVDeE1HVTNsemRHVnRNUk13RVFZRFZRUURFd3ByCmRXSmxjbTVsZEdWek1CNFhEVEUzTURZd09UQTRORFF3TUZvWERUSTNNRFl3TnpBNE5EUXdNRm93YXpFTE1Ba0cKQTFVRUJoTUNRMDR4RURBT0JnTlZCQWdUQjBKbGFVcHBibWN4RURBT0JnTlZCQWNUQjBKbGFVcHBibWN4RnpBVgpCZ05WQkFvVERuTjVjM1JsYlRwdFlYTjBaWEp6TVE4d0RRWURWUVFMRXdaVGVYTjBaVzB4RGpBTUJnTlZCQU1UCkJXRmtiV2x1TUlJQklqQU5CZ2txaGtpRzl3MEJBUUVGQUFPQ0FROEFNSUlCQ2dLQ0FRRUE4dEtQRFM3VCsyNmYKUWpWR1U1ckNDdXUxOCtwU0dJcTdHbHJEVElmTEhCV2loMDBUL0tvc0Z3VkI0YXp4Mjk0ZkQ1R2MyWng5Q2QxQQpaMTVNY2p0WVNtZFF4REpzQ3BnazNDL0ZPWkU0aWJ4a2Y2cUprOURjWjU2NDBoTEl2d1drUE5SMjNZdUJNVU5pCkdoNWdzSlhqYmY5dEdzcTdIbktQNTAvSnFDVzZWdzBCK3lpL2FIYUhwdUVSRURVenJINGVqRkJHR25KdFlkSE0KcUxsbUpvUC9wVDlHbys1TGhONzQrOGVwSTZ6Q3B1RlA5ajJ5NGlhNnJiTlQvYjFOZGFvUkJZd0hpMlBVeUNwZApPeWFWRTdJYkZER1o4WVc1UVlIdmUvcGxiRkJWanRVQWY3ajMxeHRKakJ6cjFxQk15RWFheU5sWmN2VUt3TU80CmJ1dkxUdkFNblFJREFRQUJvMzh3ZlRBT0JnTlZIUThCQWY4RUJBTUNCYUF3SFFZRFZSMGxCQll3RkFZSUt3WUIKQlFVSEF3RUdDQ3NHQVFVRkJ3TUNNQXdHQTFVZEV3RUIvd1FDTUFBd0hRWURWUjBPQkJZRUZLNmRiN2k4ZUFqSwpVemtTVGR1Y3hRZGhvYjVyTUI4R0ExVWRJd1FZTUJhQUZQSGgyclBURlAvYng1SXBDVzFlZzRLaUwwOWpNQTBHCkNTcUdTSWIzRFFFQkN3VUFBNElCQVFCdVRrNVlvNld4UE9qZHk5b2ZWNDhLM24zUG0rdWZuWUxzRFJ0V3A4K1MKMFVBaW95UC9CbFErOW9ZY0hMV3NqM1FQTjVNUW02NzQ3N1hHZ21sRGQzRmcrWGViRGswd0F2L2Y3cUxqRHYxWQpiY1N4enhTaFdpVnRPdEJuREJMeUc1SzlDaEVQWUQrcFlyZDR0QVlEY2tmV1c0VUwwUm5QQXJqRzFIbXhUZXljClkxNUU4RnVUcmhOWitiOFBISkJLNzhOTWduS2kvQzIxLzBLNVh0NWF2WE1scHNwckZCRndZak92VXl2MGl3UTUKWExnbFRVbkZoM1RMZ2VwYm1HeHY4RUhsT0xpVEdxNnNtd1ZzQVVmT3Frc2VIaFlJeXJRbGFzZG0yTnZYSVlwNwpGaTgxQkh3blR2M1ZPaW1wbUVhZW1CUDhONDJ0Yjd5YllHd1VRZDkrNnpOUQotLS0tLUVORCBDRVJUSUZJQ0FURS0tLS0tCg==
|
||||
client-key-data: LS0tLS1CRUdJTiBSU0EgUFJJVkFURSBLRVktLS0tLQpNSUlFcEFJQkFBS0NBUUVBOHRLUERTN1QrMjZmUWpWR1U1ckNDdXUxOCtwU0dJcTdHbHJEVElmTEhCV2loMDBUCi9Lb3NGd1ZCNGF6eDI5NGZENUdjMlp4OUNkMUFaMTVNY2p0WVNtZFF4REpzQ3BnazNDL0ZPWkU0aWJ4a2Y2cUoKazlEY1o1NjQwaExJdndXa1BOUjIzWXVCTVVOaUdoNWdzSlhqYmY5dEdzcTdIbktQNTAvSnFDVzZWdzBCK3lpLwphSGFIcHVFUkVEVXpySDRlakZCR0duSnRZZEhNcUxsbUpvUC9wVDlHbys1TGhONzQrOGVwSTZ6Q3B1RlA5ajJ5CjRpYTZyYk5UL2IxTmRhb1JCWXdIaTJQVXlDcGRPeWFWRTdJYkZER1o4WVc1UVlIdmUvcGxiRkJWanRVQWY3ajMKMXh0SmpCenIxcUJNeUVhYXlObFpjdlVLd01PNGJ1dkxUdkFNblFJREFRQUJBb0lCQUhoMEZ0NVZRbmJSYzFNbQpsbEpXekxjYUlsSnpCSEtFTHpodG1iL1hCTnhUcHlJekRCMGtWV2ErQnVacUlqZ05RWjg1Zm5NOGU1SnZITW1xCkw0WGpCbk15T1JCNmFybitxeHBHNERFa1pzVjhuT1h2dFB1TWVpazB4VDRBYjNEQzNhd0hRVWU1TWtjN3craHMKOVUzanJNUWVGd05aV2VWS3N6UHRrbjFFNmVEUDdhbytsOFZDTVRlS2Y4dXUwK3FZbnFyL1lycDhZM0JZaWVaWgpxMXhzSEdxeDVLczJkRk1pOFc0dllDQ1ZTRTh3Nk5kVlU3QUdkT2U5dVF5U3pGZHJtOXl0TWdzNWthT0FPS2VICnllS1NsRHJyTm0rdzVYTGkvVnpieFhMMlNBQ3AxN2lyVExHc0VGbjRrT0JyTkpkUWxsTk5BOUhuMlFnbkJLSk0KU0lnWVhvRUNnWUVBL2dGL0twVnliSCtBVk9XdVFYNzBiUEh6blkybG04UEpPUUlZZDNqN2Z1ZmtlSVFJOFp2Zwp3ZkQ2ejYvbDIzUGIzWXExa3Bmc1QrWU5pTHZ2aDhObUlRL05kZVJzcmc2SU1YZ3NsUzhDYWxCVll6YUczckQrCnJSTUFHQlhXYzlXazNMUmNpU29UTFlNMnhlMkJDRDVqKzlmTjQ4V29FOUhtVCtvczFMZm9ReEVDZ1lFQTlMcVYKN1MxbVhEOGRKVUg4L09oUkdQK0llV29NaWpTZ0tMRkRPbUh4TWhVelA2cUtqOWFDYkdRVExwZDRCbTBENXo2RgpFQkxXZTN6dDd4VnNvQTMwMmZ6aTJWYWQrVC9VOGNxZ2lMdklVTXRza3Y4cGxtdVg5NmFZT3d3a2wrSjNweXNqCmNSUHQvMXNGMkJwU1JWSnNlWVhZdFNOZm5xandYU2MwbGdPYzJNMENnWUVBckRrdmxCd0luWEJGLzBwTVFMUm4KM29hZSs3RFRIUzQrL1p4aUluK3habmFzL3RubmhvcCtkb0dDVGRlaUxvMzhBZGJQRGpwY1RFQmI1TjRvcHhEaAo2b0RnZXBNSzdXbUZCcVhJOU00UEFTNis5cW8rQURoYU5kZXdOS1I1NThod0pBVld5Tm55YnVXTStkN3pvamRMCmE3TURNdkVONllKa2VzTDQ2ckpYbFVFQ2dZRUFqU2N4WW1OVkxzK1lWK3ovcGorNHh0cGNOT3RkNERrS1IyNDIKZ0c0TlYvMnlXWDViL1NxVWYwQVpjRDRkRkZlOGNKdzIwMWFLTHgrWGZOYTJtSHAwUjJiODBLNk0zejVaN0R3YQo2OEtqZnpaVm9WTmJBVTk5ajNHZlRDOXN5ODNyaFpmMEVUeVZnVHRXMjVZUzdiamtxQkx6TTBiNzE5OUpBL0dnCit3V0thZUVDZ1lBc2lRYVJFTjRlUjR3NGhRaDdnWEdNeGNxNVp0NWh6akxuejcxcHdCTHVud2Rod1J0RjlxVVgKaXdaNHFKb0NqdUFlZVFsUEg3VldDa21HY3ArcStYS2VpaEdrcWRCTEprVE04eEtkYklOYml1ak5OTndqbkZ1aQpzenNWWVVpc0d1Q2hhbjZFVkZNZDVCMFRWalZucjdheWtXZmNma2tkN0xxd3dEQ1RGYS9qS3c9PQotLS0tLUVORCBSU0EgUFJJVkFURSBLRVktLS0tLQo=
|
||||
11
build/api/Dockerfile
Normal file
11
build/api/Dockerfile
Normal file
@ -0,0 +1,11 @@
|
||||
FROM goodrainapps/alpine:3.4
|
||||
MAINTAINER zengqg@goodrain.com
|
||||
|
||||
ADD rainbond_api /run/rainbond_api
|
||||
ADD entrypoint.sh /entrypoint.sh
|
||||
ADD html /run/html
|
||||
WORKDIR /run
|
||||
ENV CUR_NET=midonet
|
||||
ENV EX_DOMAIN=
|
||||
VOLUME [ "/etc/goodrain" ]
|
||||
CMD ["/entrypoint.sh"]
|
||||
8
build/api/entrypoint.sh
Executable file
8
build/api/entrypoint.sh
Executable file
@ -0,0 +1,8 @@
|
||||
#!/bin/bash
|
||||
if [ "$1" = "debug" ];then
|
||||
exec /bin/bash
|
||||
elif [ "$1" = "version" ];then
|
||||
echo $RELEASE_DESC
|
||||
else
|
||||
/run/rainbond_api --start=true $@
|
||||
fi
|
||||
BIN
build/api/html/favicon-16x16.png
Normal file
BIN
build/api/html/favicon-16x16.png
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 445 B |
BIN
build/api/html/favicon-32x32.png
Normal file
BIN
build/api/html/favicon-32x32.png
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 1.1 KiB |
95
build/api/html/index.html
Normal file
95
build/api/html/index.html
Normal file
@ -0,0 +1,95 @@
|
||||
<!-- HTML for static distribution bundle build -->
|
||||
<!DOCTYPE html>
|
||||
<html lang="en">
|
||||
<head>
|
||||
<meta charset="UTF-8">
|
||||
<title>Swagger UI</title>
|
||||
<link href="https://fonts.googleapis.com/css?family=Open+Sans:400,700|Source+Code+Pro:300,600|Titillium+Web:400,600,700" rel="stylesheet">
|
||||
<link rel="stylesheet" type="text/css" href="./swagger-ui.css" >
|
||||
<link rel="icon" type="image/png" href="./favicon-32x32.png" sizes="32x32" />
|
||||
<link rel="icon" type="image/png" href="./favicon-16x16.png" sizes="16x16" />
|
||||
<style>
|
||||
html
|
||||
{
|
||||
box-sizing: border-box;
|
||||
overflow: -moz-scrollbars-vertical;
|
||||
overflow-y: scroll;
|
||||
}
|
||||
*,
|
||||
*:before,
|
||||
*:after
|
||||
{
|
||||
box-sizing: inherit;
|
||||
}
|
||||
|
||||
body {
|
||||
margin:0;
|
||||
background: #fafafa;
|
||||
}
|
||||
</style>
|
||||
</head>
|
||||
|
||||
<body>
|
||||
|
||||
<svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" style="position:absolute;width:0;height:0">
|
||||
<defs>
|
||||
<symbol viewBox="0 0 20 20" id="unlocked">
|
||||
<path d="M15.8 8H14V5.6C14 2.703 12.665 1 10 1 7.334 1 6 2.703 6 5.6V6h2v-.801C8 3.754 8.797 3 10 3c1.203 0 2 .754 2 2.199V8H4c-.553 0-1 .646-1 1.199V17c0 .549.428 1.139.951 1.307l1.197.387C5.672 18.861 6.55 19 7.1 19h5.8c.549 0 1.428-.139 1.951-.307l1.196-.387c.524-.167.953-.757.953-1.306V9.199C17 8.646 16.352 8 15.8 8z"></path>
|
||||
</symbol>
|
||||
|
||||
<symbol viewBox="0 0 20 20" id="locked">
|
||||
<path d="M15.8 8H14V5.6C14 2.703 12.665 1 10 1 7.334 1 6 2.703 6 5.6V8H4c-.553 0-1 .646-1 1.199V17c0 .549.428 1.139.951 1.307l1.197.387C5.672 18.861 6.55 19 7.1 19h5.8c.549 0 1.428-.139 1.951-.307l1.196-.387c.524-.167.953-.757.953-1.306V9.199C17 8.646 16.352 8 15.8 8zM12 8H8V5.199C8 3.754 8.797 3 10 3c1.203 0 2 .754 2 2.199V8z"/>
|
||||
</symbol>
|
||||
|
||||
<symbol viewBox="0 0 20 20" id="close">
|
||||
<path d="M14.348 14.849c-.469.469-1.229.469-1.697 0L10 11.819l-2.651 3.029c-.469.469-1.229.469-1.697 0-.469-.469-.469-1.229 0-1.697l2.758-3.15-2.759-3.152c-.469-.469-.469-1.228 0-1.697.469-.469 1.228-.469 1.697 0L10 8.183l2.651-3.031c.469-.469 1.228-.469 1.697 0 .469.469.469 1.229 0 1.697l-2.758 3.152 2.758 3.15c.469.469.469 1.229 0 1.698z"/>
|
||||
</symbol>
|
||||
|
||||
<symbol viewBox="0 0 20 20" id="large-arrow">
|
||||
<path d="M13.25 10L6.109 2.58c-.268-.27-.268-.707 0-.979.268-.27.701-.27.969 0l7.83 7.908c.268.271.268.709 0 .979l-7.83 7.908c-.268.271-.701.27-.969 0-.268-.269-.268-.707 0-.979L13.25 10z"/>
|
||||
</symbol>
|
||||
|
||||
<symbol viewBox="0 0 20 20" id="large-arrow-down">
|
||||
<path d="M17.418 6.109c.272-.268.709-.268.979 0s.271.701 0 .969l-7.908 7.83c-.27.268-.707.268-.979 0l-7.908-7.83c-.27-.268-.27-.701 0-.969.271-.268.709-.268.979 0L10 13.25l7.418-7.141z"/>
|
||||
</symbol>
|
||||
|
||||
|
||||
<symbol viewBox="0 0 24 24" id="jump-to">
|
||||
<path d="M19 7v4H5.83l3.58-3.59L8 6l-6 6 6 6 1.41-1.41L5.83 13H21V7z"/>
|
||||
</symbol>
|
||||
|
||||
<symbol viewBox="0 0 24 24" id="expand">
|
||||
<path d="M10 18h4v-2h-4v2zM3 6v2h18V6H3zm3 7h12v-2H6v2z"/>
|
||||
</symbol>
|
||||
|
||||
</defs>
|
||||
</svg>
|
||||
|
||||
<div id="swagger-ui"></div>
|
||||
|
||||
<script src="./swagger-ui-bundle.js"> </script>
|
||||
<script src="./swagger-ui-standalone-preset.js"> </script>
|
||||
<script>
|
||||
window.onload = function() {
|
||||
|
||||
// Build a system
|
||||
const ui = SwaggerUIBundle({
|
||||
url: "./swagger.json",
|
||||
dom_id: '#swagger-ui',
|
||||
deepLinking: true,
|
||||
presets: [
|
||||
SwaggerUIBundle.presets.apis,
|
||||
SwaggerUIStandalonePreset
|
||||
],
|
||||
plugins: [
|
||||
SwaggerUIBundle.plugins.DownloadUrl
|
||||
],
|
||||
layout: "StandaloneLayout"
|
||||
})
|
||||
|
||||
window.ui = ui
|
||||
}
|
||||
</script>
|
||||
</body>
|
||||
|
||||
</html>
|
||||
53
build/api/html/oauth2-redirect.html
Normal file
53
build/api/html/oauth2-redirect.html
Normal file
@ -0,0 +1,53 @@
|
||||
<!doctype html>
|
||||
<html lang="en-US">
|
||||
<body onload="run()">
|
||||
</body>
|
||||
</html>
|
||||
<script>
|
||||
'use strict';
|
||||
function run () {
|
||||
var oauth2 = window.opener.swaggerUIRedirectOauth2;
|
||||
var sentState = oauth2.state;
|
||||
var redirectUrl = oauth2.redirectUrl;
|
||||
var isValid, qp, arr;
|
||||
|
||||
qp = (window.location.hash || location.search).substring(1);
|
||||
|
||||
arr = qp.split("&")
|
||||
arr.forEach(function (v,i,_arr) { _arr[i] = '"' + v.replace('=', '":"') + '"';})
|
||||
qp = qp ? JSON.parse('{' + arr.join() + '}',
|
||||
function (key, value) {
|
||||
return key === "" ? value : decodeURIComponent(value)
|
||||
}
|
||||
) : {}
|
||||
|
||||
isValid = qp.state === sentState
|
||||
|
||||
if (oauth2.auth.schema.get("flow") === "accessCode" && !oauth2.auth.code) {
|
||||
if (!isValid) {
|
||||
oauth2.errCb({
|
||||
authId: oauth2.auth.name,
|
||||
source: "auth",
|
||||
level: "warning",
|
||||
message: "Authorization may be unsafe, passed state was changed in server Passed state wasn't returned from auth server"
|
||||
});
|
||||
}
|
||||
|
||||
if (qp.code) {
|
||||
delete oauth2.state;
|
||||
oauth2.auth.code = qp.code;
|
||||
oauth2.callback({auth: oauth2.auth, redirectUrl: redirectUrl});
|
||||
} else {
|
||||
oauth2.errCb({
|
||||
authId: oauth2.auth.name,
|
||||
source: "auth",
|
||||
level: "error",
|
||||
message: "Authorization failed: no accessCode received from the server"
|
||||
});
|
||||
}
|
||||
} else {
|
||||
oauth2.callback({auth: oauth2.auth, token: qp, isValid: isValid, redirectUrl: redirectUrl});
|
||||
}
|
||||
window.close();
|
||||
}
|
||||
</script>
|
||||
81
build/api/html/swagger-ui-bundle.js
Normal file
81
build/api/html/swagger-ui-bundle.js
Normal file
File diff suppressed because one or more lines are too long
1
build/api/html/swagger-ui-bundle.js.map
Normal file
1
build/api/html/swagger-ui-bundle.js.map
Normal file
@ -0,0 +1 @@
|
||||
{"version":3,"file":"swagger-ui-bundle.js","sources":["webpack:///swagger-ui-bundle.js"],"mappings":"AAAA;;;;;AAoyKA;;;;;;AAm/EA;;;;;;;;;;;;;;;;;;;;;;;;;;AAy7TA;;;;;;;;;;;;;;AAs8JA;;;;;;;;;AA2hpBA;;;;;AA41QA;AAm4DA;;;;;;AAo4YA;;;;;;AA8jaA;AAumvBA","sourceRoot":""}
|
||||
13
build/api/html/swagger-ui-standalone-preset.js
Normal file
13
build/api/html/swagger-ui-standalone-preset.js
Normal file
File diff suppressed because one or more lines are too long
1
build/api/html/swagger-ui-standalone-preset.js.map
Normal file
1
build/api/html/swagger-ui-standalone-preset.js.map
Normal file
@ -0,0 +1 @@
|
||||
{"version":3,"file":"swagger-ui-standalone-preset.js","sources":["webpack:///swagger-ui-standalone-preset.js"],"mappings":"AAAA;;;;;AA21CA;;;;;;AAypFA","sourceRoot":""}
|
||||
2
build/api/html/swagger-ui.css
Normal file
2
build/api/html/swagger-ui.css
Normal file
File diff suppressed because one or more lines are too long
1
build/api/html/swagger-ui.css.map
Normal file
1
build/api/html/swagger-ui.css.map
Normal file
@ -0,0 +1 @@
|
||||
{"version":3,"file":"swagger-ui.css","sources":[],"mappings":"","sourceRoot":""}
|
||||
8
build/api/html/swagger-ui.js
Normal file
8
build/api/html/swagger-ui.js
Normal file
File diff suppressed because one or more lines are too long
1
build/api/html/swagger-ui.js.map
Normal file
1
build/api/html/swagger-ui.js.map
Normal file
@ -0,0 +1 @@
|
||||
{"version":3,"file":"swagger-ui.js","sources":["webpack:///swagger-ui.js"],"mappings":"AAAA;;;;;;AA8idA","sourceRoot":""}
|
||||
5326
build/api/html/swagger.json
Normal file
5326
build/api/html/swagger.json
Normal file
File diff suppressed because it is too large
Load Diff
44
build/builder/Dockerfile
Normal file
44
build/builder/Dockerfile
Normal file
@ -0,0 +1,44 @@
|
||||
FROM goodrainapps/alpine:3.4
|
||||
|
||||
MAINTAINER zengqg@goodrain.com
|
||||
|
||||
RUN apk --no-cache add gcc musl-dev openssl python python-dev py-crypto \
|
||||
git openssh-client coreutils perl sudo
|
||||
|
||||
ENV PKG_URL="http://goodrain-pkg.oss-cn-shanghai.aliyuncs.com/pkg"
|
||||
|
||||
RUN curl $PKG_URL/labor_docker.tar.gz | tar -xzC /usr/bin/ \
|
||||
&& curl $PKG_URL/labor_libzmq.tar.gz | tar -xzC /usr/local/ \
|
||||
&& adduser -u 200 -D -S rain \
|
||||
&& echo 'rain ALL = (root) NOPASSWD:/usr/bin/docker' > /etc/sudoers.d/rain \
|
||||
&& curl https://bootstrap.pypa.io/get-pip.py | python -
|
||||
|
||||
ADD acp_builder /run/acp_builder
|
||||
ADD plugins /run/plugins
|
||||
|
||||
ENV REGION_TAG labor
|
||||
ENV WORK_DIR /run
|
||||
|
||||
ENV GR_PIP_VERSION 4
|
||||
|
||||
ADD requirements.txt $WORK_DIR/requirements.txt
|
||||
|
||||
RUN pip install pyzmq==16.0.2 --install-option --zmq=/usr/local/libzmq
|
||||
RUN pip install -r $WORK_DIR/requirements.txt -i https://pypi.doubanio.com/simple
|
||||
|
||||
RUN python -c "import compileall;compileall.compile_dir('$WORK_DIR')" \
|
||||
&& find $WORK_DIR/plugins -name '*.py' -type f -delete
|
||||
|
||||
# fix git warning
|
||||
ENV HOME=/home/rain
|
||||
RUN mkdir /home/rain/.config/git/ -pv && \
|
||||
touch /home/rain/.config/git/attributes && \
|
||||
chown rain /home/rain -R
|
||||
|
||||
ENV RELEASE_DESC=__RELEASE_DESC__
|
||||
|
||||
WORKDIR $WORK_DIR
|
||||
|
||||
USER rain
|
||||
|
||||
CMD ["/run/acp_builder"]
|
||||
BIN
build/builder/acp_builder
Executable file
BIN
build/builder/acp_builder
Executable file
Binary file not shown.
449
build/builder/plugins/app_image.py
Normal file
449
build/builder/plugins/app_image.py
Normal file
@ -0,0 +1,449 @@
|
||||
# -*- coding: utf8 -*-
|
||||
import os
|
||||
import json
|
||||
from utils.shell import Executer as shell
|
||||
from clients.region import RegionAPI
|
||||
from clients.registry import RegistryAPI
|
||||
from clients.etcdcli import TaskLocker
|
||||
from clients.hubimageutils import HubUtils
|
||||
from clients.userconsole import UserConsoleAPI
|
||||
import etc
|
||||
import time
|
||||
import logging
|
||||
import logging.config
|
||||
from utils.log import EventLog
|
||||
from etc import settings
|
||||
from clients.acp_api import ACPAPI
|
||||
import fileinput
|
||||
|
||||
load_dict = {}
|
||||
with open("plugins/config.json", 'r') as load_f:
|
||||
load_dict = json.load(load_f)
|
||||
logging.config.dictConfig(settings.get_logging(load_dict))
|
||||
logger = logging.getLogger('default')
|
||||
|
||||
if os.access("/var/run/docker.sock", os.W_OK):
|
||||
DOCKER_BIN = "docker"
|
||||
else:
|
||||
DOCKER_BIN = "sudo -P docker"
|
||||
|
||||
|
||||
class AppImage():
|
||||
def __init__(self, job, *args, **kwargs):
|
||||
self.job = job
|
||||
self.configs = kwargs.get("config")
|
||||
self.region_api = RegionAPI(conf=self.configs["region"])
|
||||
self.api = ACPAPI(conf=self.configs['region'])
|
||||
image_config = self.configs["publish"]["image"]
|
||||
self.region_registry = RegistryAPI(
|
||||
host=image_config.get('curr_registry'))
|
||||
self.oss_registry = RegistryAPI(host=image_config.get('all_registry'))
|
||||
self.region_registry.set_log_topic('mq_work.app_image')
|
||||
self.oss_registry.set_log_topic('mq_work.app_image')
|
||||
self.locker = TaskLocker(conf=self.configs['etcd'])
|
||||
self.namespace = image_config.get('oss_namespace')
|
||||
self.user_cs_client = UserConsoleAPI(conf=self.configs["userconsole"])
|
||||
self.hubclient = HubUtils(image_config)
|
||||
# 是否配置oss.goodrain.me
|
||||
self.is_region_image = image_config.get('all_region_image')
|
||||
self.is_oss_image = image_config.get('oss_image')
|
||||
|
||||
def do_work(self):
|
||||
try:
|
||||
task = json.loads(self.job.body)
|
||||
self.task = task
|
||||
if "event_id" in self.task:
|
||||
self.event_id = task["event_id"]
|
||||
self.log = EventLog().bind(event_id=self.event_id)
|
||||
else:
|
||||
self.event_id = ""
|
||||
self.log = EventLog().bind(event_id="")
|
||||
|
||||
if task['action'] == 'create_new_version':
|
||||
self.log.info("开始发布升级应用。", step="app-image")
|
||||
self.create_new_version()
|
||||
elif task['action'] == 'download_and_deploy':
|
||||
self.log.info("开始同步和部署应用。", step="app-image")
|
||||
self.download_and_deploy()
|
||||
elif task['action'] == 'delete_old_version':
|
||||
self.log.info("开始删除旧版本应用。", step="app-image")
|
||||
self.delete_old_version()
|
||||
except Exception as e:
|
||||
if self.log:
|
||||
self.log.error(
|
||||
"从云市部署应用失败。{}".format(e.message),
|
||||
step="callback",
|
||||
status="failure")
|
||||
logger.exception('mq_work.app_image', e)
|
||||
|
||||
def create_new_version(self):
|
||||
image = self.task['image']
|
||||
service_key = self.task['service_key']
|
||||
app_version = self.task['app_version']
|
||||
oss_image = self.oss_registry.rename_image(image)
|
||||
dest = self.task['dest']
|
||||
|
||||
share_id = self.task.get("share_id", None)
|
||||
if dest == "yb":
|
||||
if self.region_registry.exist_image(image):
|
||||
logger.debug("mq_work.app_image",
|
||||
"now local exists, oss doesnot exists")
|
||||
if self.is_region_image and not self.oss_registry.exist_image(
|
||||
oss_image):
|
||||
try:
|
||||
self.log.info("开始拉取镜像。")
|
||||
ok = self._pull(image)
|
||||
if not ok:
|
||||
self.log.error(
|
||||
"拉取镜像发生错误，构建退出。",
|
||||
step="callback",
|
||||
status="failure")
|
||||
return
|
||||
image_id = self.get_image_property(image, 'Id')
|
||||
self.log.info("拉取镜像完成。")
|
||||
self._tag(image_id, oss_image)
|
||||
self.log.info("镜像更改tag完成。开始上传镜像到云帮")
|
||||
ok = self._push(oss_image)
|
||||
if not ok:
|
||||
self.log.error(
|
||||
"拉取镜像发生错误，构建退出。",
|
||||
step="callback",
|
||||
status="failure")
|
||||
return
|
||||
self.log.info("上传镜像到云帮完成")
|
||||
# 发送通知到web
|
||||
data = {
|
||||
'service_key': service_key,
|
||||
'app_version': app_version,
|
||||
'image': image,
|
||||
'dest_yb': True
|
||||
}
|
||||
if share_id is not None:
|
||||
data["share_id"] = share_id
|
||||
self.user_cs_client.service_publish_success(
|
||||
json.dumps(data))
|
||||
self.log.info(
|
||||
"云帮应用发布完毕", step="last", status="success")
|
||||
except (shell.ExecException, Exception), e:
|
||||
logger.exception("mq_work.app_image", e)
|
||||
logger.error("mq_work.app_image", e)
|
||||
self.log.error(
|
||||
"云帮应用发布失败 {}".format(e.message),
|
||||
step="callback",
|
||||
status="failure")
|
||||
else:
|
||||
# 发送通知到web
|
||||
data = {
|
||||
'service_key': service_key,
|
||||
'app_version': app_version,
|
||||
'image': image,
|
||||
'dest_yb': True
|
||||
}
|
||||
if share_id is not None:
|
||||
data["share_id"] = share_id
|
||||
self.user_cs_client.service_publish_success(
|
||||
json.dumps(data))
|
||||
self.log.info("云帮应用发布完毕", step="last", status="success")
|
||||
elif dest == "ys":
|
||||
# 当前有镜像并且云市的image数据中心开启
|
||||
if self.region_registry.exist_image(image) and self.is_oss_image:
|
||||
self.log.info("开始上传镜像到云市")
|
||||
# 修改image name
|
||||
hub_image = self.hubclient.rename_image(image)
|
||||
logger.info("mq_work.app_image",
|
||||
'hub_image={}'.format(hub_image))
|
||||
# 检查是否存在
|
||||
data = self.hubclient.parse_image(image)
|
||||
logger.info("mq_work.app_image", 'data={}'.format(data))
|
||||
# 判断tag是否存在,
|
||||
tag_exists = self.hubclient.check(data.name, data.tag)
|
||||
logger.info("mq_work.app_image",
|
||||
'tag_exists={}'.format(tag_exists))
|
||||
try:
|
||||
self.log.info("开始从云帮拉取镜像。")
|
||||
ok = self._pull(image)
|
||||
if not ok:
|
||||
self.log.error(
|
||||
"拉取镜像发生错误，构建退出。",
|
||||
step="callback",
|
||||
status="failure")
|
||||
return
|
||||
image_id = self.get_image_property(image, 'Id')
|
||||
self.log.info("从云帮拉取镜像完成,更改镜像TAG")
|
||||
self._tag(image_id, hub_image)
|
||||
self.log.info("更改镜像TAG完成，开始上传镜像到云市")
|
||||
ok = self._push(hub_image)
|
||||
if not ok:
|
||||
self.log.error(
|
||||
"拉取镜像发生错误，构建退出。",
|
||||
step="callback",
|
||||
status="failure")
|
||||
return
|
||||
self.log.info("上传镜像到云市完成。")
|
||||
# 发送通知到web
|
||||
data = {
|
||||
'service_key': service_key,
|
||||
'app_version': app_version,
|
||||
'image': image,
|
||||
'dest_ys': True
|
||||
}
|
||||
if share_id is not None:
|
||||
data["share_id"] = share_id
|
||||
self.user_cs_client.service_publish_success(
|
||||
json.dumps(data))
|
||||
self.log.info("云市应用发布完毕", step="last", status="success")
|
||||
except (shell.ExecException, Exception), e:
|
||||
logger.exception("mq_work.app_image", e)
|
||||
logger.error("mq_work.app_image", e)
|
||||
self.log.error(
|
||||
"云市应用发布失败 {}".format(e.message),
|
||||
step="callback",
|
||||
status="failure")
|
||||
|
||||
def download_and_deploy(self):
|
||||
image = self.task['image']
|
||||
namespace = self.task['namespace']
|
||||
tenant_name = self.task['tenant_name']
|
||||
service_alias = self.task['service_alias']
|
||||
event_id = self.task['event_id']
|
||||
oss_image = self.oss_registry.rename_image(image)
|
||||
region_download = False
|
||||
try:
|
||||
if not self.region_registry.exist_image(image):
|
||||
self.log.debug("image is " + image)
|
||||
logger.debug("mq_work.app_image",
|
||||
"now check inner.goodrain.com {0}".format(
|
||||
self.is_region_image))
|
||||
self.log.debug("oss_image is " + oss_image)
|
||||
if self.is_region_image and self.oss_registry.exist_image(
|
||||
oss_image):
|
||||
try:
|
||||
self.log.info("云帮发现镜像，开始从内部获取。", step="app-image")
|
||||
ok = self._pull(oss_image)
|
||||
if not ok:
|
||||
self.log.error(
|
||||
"拉取镜像发生错误，构建退出。",
|
||||
step="callback",
|
||||
status="failure")
|
||||
return
|
||||
image_id = self.get_image_property(oss_image, 'Id')
|
||||
self._tag(image_id, image)
|
||||
ok = self._push(image)
|
||||
if not ok:
|
||||
self.log.error(
|
||||
"上传镜像发生错误，构建退出。",
|
||||
step="callback",
|
||||
status="failure")
|
||||
return
|
||||
region_download = True
|
||||
except (shell.ExecException, Exception), e:
|
||||
logger.exception("mq_work.app_image", e)
|
||||
logger.error("mq_work.app_image", e)
|
||||
self.log.error(
|
||||
"从云帮镜像仓库拉取镜像失败。" + e.__str__(), step="app-image")
|
||||
|
||||
# 云帮未配置,直接从云市下载|云帮下载失败,直接从云市下载
|
||||
# 云市images数据中心开启可下载,否则不可下载
|
||||
if not region_download and self.is_oss_image:
|
||||
# 判断是否存在hub
|
||||
logger.info("mq_work.app_image",
|
||||
'download image from hub.goodrain.com')
|
||||
self.log.info("开始从云市获取镜像。", step="app-image")
|
||||
# 修改image name
|
||||
hub_image = self.hubclient.rename_image(
|
||||
image, namespace=namespace)
|
||||
|
||||
# logger.info("mq_work.app_image", '===[download]hub_image={}'.format(hub_image))
|
||||
# 检查是否存在
|
||||
data = self.hubclient.parse_image(image)
|
||||
hub_exists = self.hubclient.check_image(
|
||||
data.name, data.tag, namespace=namespace)
|
||||
# logger.info("mq_work.app_image", '===[download]hub_exists={}'.format(hub_exists))
|
||||
if hub_exists:
|
||||
try:
|
||||
self.log.info("开始拉取镜像。", step="app-image")
|
||||
ok = self._pull(hub_image)
|
||||
if not ok:
|
||||
self.log.error(
|
||||
"拉取镜像发生错误，构建退出。",
|
||||
step="callback",
|
||||
status="failure")
|
||||
return
|
||||
self.log.info("拉取镜像完成。", step="app-image")
|
||||
image_id = self.get_image_property(hub_image, 'Id')
|
||||
self._tag(image_id, image)
|
||||
self.log.info("更改镜像TAG完成。", step="app-image")
|
||||
ok = self._push(image)
|
||||
if not ok:
|
||||
self.log.error(
|
||||
"上传镜像发生错误，构建退出。",
|
||||
step="callback",
|
||||
status="failure")
|
||||
return
|
||||
self.log.info("上传镜像到本地仓库完成。", step="app-image")
|
||||
region_download = True
|
||||
except (shell.ExecException, Exception), e:
|
||||
logger.exception("mq_work.app_image", e)
|
||||
self.log.error(
|
||||
"从云市镜像仓库拉取镜像失败。" + e.__str__(),
|
||||
step="app-image")
|
||||
else:
|
||||
logger.error("image {0} not found, can't continue".
|
||||
format(hub_image))
|
||||
self.log.error(
|
||||
"云市未发现此镜像。{0}".format(hub_image), step="app-image")
|
||||
else:
|
||||
self.log.info("本地存在此镜像，无需同步", step="app-image")
|
||||
region_download = True
|
||||
except Exception as e:
|
||||
logger.exception("mq_work.app_image", e)
|
||||
self.log.error(
|
||||
"同步镜像发生异常." + e.__str__(), step="app-image", status="failure")
|
||||
|
||||
if region_download:
|
||||
self.log.info("应用同步完成，开始启动应用。", step="app-image", status="success")
|
||||
try:
|
||||
self.api.start_service(tenant_name, service_alias, event_id)
|
||||
except Exception as e:
|
||||
logger.exception(e)
|
||||
self.log.error(
|
||||
"应用自动启动失败。请手动启动", step="callback", status="failure")
|
||||
else:
|
||||
self.log.error("应用同步失败。", step="callback", status="failure")
|
||||
|
||||
def queryServiceStatus(self, service_id):
|
||||
try:
|
||||
res, body = self.region_api.is_service_running(service_id)
|
||||
logger.info(
|
||||
'mq_work.app_image',
|
||||
"service_id=" + service_id + ";body=" + json.dumps(body))
|
||||
status = body.get(service_id, "closed")
|
||||
if status == "running":
|
||||
self.log.debug("依赖的应用状态已经为运行中。", step="worker")
|
||||
return True
|
||||
except:
|
||||
pass
|
||||
self.log.debug("依赖的应用状态不是运行中，本应用稍后启动。", step="worker")
|
||||
return False
|
||||
|
||||
def delete_old_version(self):
|
||||
pass
|
||||
|
||||
def delete_oss_images(self, images):
|
||||
for image in images:
|
||||
deleted = self.oss_registry.delete_image(image)
|
||||
logger.info("mq_work.app_image", "delete image {0} {1}".format(
|
||||
image, deleted))
|
||||
|
||||
def get_image_property(self, image, name):
|
||||
query_format = '{{.%s}}' % name
|
||||
try:
|
||||
output = shell.call("{2} inspect -f '{0}' {1}".format(
|
||||
query_format, image, DOCKER_BIN))
|
||||
if output == '<no value>':
|
||||
return None
|
||||
else:
|
||||
return output[0].rstrip('\n')
|
||||
except shell.ExecException, e:
|
||||
logger.exception("mq_work.app_image", e)
|
||||
return None
|
||||
|
||||
def update_publish_event(self, **kwargs):
|
||||
body = json.dumps(kwargs)
|
||||
try:
|
||||
self.region_api.update_event(body)
|
||||
except Exception, e:
|
||||
logger.exception("mq_work.app_image", e)
|
||||
|
||||
def _pull(self, image):
|
||||
cmd = "{} pull {}".format(DOCKER_BIN, image)
|
||||
logger.info("mq_work.app_image", cmd)
|
||||
retry = 2
|
||||
while retry:
|
||||
try:
|
||||
p = shell.start(cmd)
|
||||
while p.is_running():
|
||||
line = p.readline()
|
||||
self.log.debug(
|
||||
line.rstrip('\n').lstrip('\x1b[1G'), step="pull-image")
|
||||
for line in p.unread_lines:
|
||||
self.log.debug(line, step="pull-image")
|
||||
if p.exit_with_err():
|
||||
self.log.error(
|
||||
"拉取镜像失败。" + ("开始进行重试." if retry > 0 else ""),
|
||||
step="pull-image",
|
||||
status="failure")
|
||||
retry -= 1
|
||||
continue
|
||||
return True
|
||||
except shell.ExecException, e:
|
||||
self.log.error("下载镜像发生错误。{0}" + ("开始进行重试." if retry > 0 else
|
||||
"").format(e.message))
|
||||
logger.error(e)
|
||||
retry -= 1
|
||||
return False
|
||||
|
||||
def _push(self, image):
|
||||
cmd = "{} push {}".format(DOCKER_BIN, image)
|
||||
logger.info("mq_work.app_image", cmd)
|
||||
retry = 2
|
||||
while retry:
|
||||
try:
|
||||
p = shell.start(cmd)
|
||||
while p.is_running():
|
||||
line = p.readline()
|
||||
self.log.debug(
|
||||
line.rstrip('\n').lstrip('\x1b[1G'), step="push-image")
|
||||
for line in p.unread_lines:
|
||||
self.log.debug(line, step="push-image")
|
||||
if p.exit_with_err():
|
||||
self.log.error(
|
||||
"上传镜像失败。" + ("开始进行重试." if retry > 0 else ""),
|
||||
step="push-image",
|
||||
status="failure")
|
||||
retry -= 1
|
||||
continue
|
||||
return True
|
||||
except shell.ExecException, e:
|
||||
self.log.error("上传镜像发生错误。{0}" + ("开始进行重试." if retry > 0 else
|
||||
"").format(e.message))
|
||||
logger.error(e)
|
||||
retry -= 1
|
||||
return False
|
||||
|
||||
def _tag(self, image_id, image):
|
||||
cmd = "{2} tag {0} {1}".format(image_id, image, DOCKER_BIN)
|
||||
logger.info("mq_work.app_image", cmd)
|
||||
shell.call(cmd)
|
||||
|
||||
def splitChild(self, childs):
|
||||
data = []
|
||||
for lock_event_id in childs:
|
||||
data.append(lock_event_id.split("/")[-1])
|
||||
return data
|
||||
|
||||
|
||||
def main():
|
||||
body = ""
|
||||
for line in fileinput.input(): # read task from stdin
|
||||
body = line
|
||||
app_image = AppImage(job=Job(body=body), config=load_dict)
|
||||
app_image.do_work()
|
||||
|
||||
|
||||
class Job():
|
||||
body = ""
|
||||
|
||||
def __init__(self, body, *args, **kwargs):
|
||||
self.body = body
|
||||
|
||||
def get_body(self):
|
||||
return self.body
|
||||
|
||||
def get_task(self):
|
||||
task = json.loads(self.body)
|
||||
return task
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
519
build/builder/plugins/app_slug.py
Normal file
519
build/builder/plugins/app_slug.py
Normal file
@ -0,0 +1,519 @@
|
||||
# -*- coding: utf8 -*-
|
||||
import os
|
||||
import json
|
||||
import shutil
|
||||
import time
|
||||
from clients.region import RegionAPI
|
||||
from clients.alioss import OssAPI
|
||||
from clients.etcdcli import TaskLocker
|
||||
from clients.userconsole import UserConsoleAPI
|
||||
from clients.acp_api import ACPAPI
|
||||
from clients.ftputils import FTPUtils
|
||||
from utils.crypt import get_md5
|
||||
from utils.log import EventLog
|
||||
import logging
|
||||
import logging.config
|
||||
from etc import settings
|
||||
import fileinput
|
||||
load_dict = {}
|
||||
with open("plugins/config.json", 'r') as load_f:
|
||||
load_dict = json.load(load_f)
|
||||
logging.config.dictConfig(settings.get_logging(load_dict))
|
||||
logger = logging.getLogger('default')
|
||||
|
||||
|
||||
class AppSlug():
|
||||
def __init__(self, job, *args, **kwargs):
|
||||
self.job = job
|
||||
self.configs = kwargs.get("config")
|
||||
self.region_api = RegionAPI(conf=self.configs['region'])
|
||||
self.oss_api = OssAPI(conf=self.configs['oss']['ali_shanghai'])
|
||||
self.locker = TaskLocker(conf=self.configs['etcd'])
|
||||
self.user_cs_client = UserConsoleAPI(conf=self.configs['userconsole'])
|
||||
self.api = ACPAPI(conf=self.configs['region'])
|
||||
self.slug_configs = self.configs["publish"]["slug"]
|
||||
self.is_region_slug = self.slug_configs.get('all_region_ftp')
|
||||
self.is_oss_ftp = self.slug_configs.get('oss_ftp')
|
||||
# 用户文件存储路径
|
||||
self.SRV_SLUG_BASE_DIR = self.slug_configs.get(
|
||||
'slug_path') + '{tenantId}/slug/{serviceId}/{deployVersion}.tgz'
|
||||
# 数据中心slug存储路径
|
||||
self.SLUG_PATH = self.slug_configs.get(
|
||||
'curr_region_dir') + '{serviceKey}/{appVersion}.tgz'
|
||||
self.CURR_REGION_PATH = self.slug_configs.get(
|
||||
'curr_region_path') + self.SLUG_PATH
|
||||
# 区域中心slug的ftp配置
|
||||
self.ALL_REGION_FTP_HOST = self.slug_configs.get('all_region_ftp_host')
|
||||
self.ALL_REGION_FTP_PORT = self.slug_configs.get('all_region_ftp_port')
|
||||
self.ALL_REGION_FTP_USERNAME = self.slug_configs.get(
|
||||
'all_region_username')
|
||||
self.ALL_REGION_FTP_PASSWORD = self.slug_configs.get(
|
||||
'all_region_password')
|
||||
self.ALL_REGION_FTP_NAMESPACE = self.slug_configs.get(
|
||||
'all_region_namespace')
|
||||
self.ALL_REGION_FTP_PATH = self.ALL_REGION_FTP_NAMESPACE + '{serviceKey}/{appVersion}.tgz'
|
||||
# oss存储路径
|
||||
CLOUD_ASSISTANT = self.configs.get('CLOUD_ASSISTANT')
|
||||
self.OSS_BUCKET = self.slug_configs.get('oss_bucket', "")
|
||||
self.OSS_OBJECT_NAME = CLOUD_ASSISTANT + '/{serviceKey}/{appVersion}.tgz'
|
||||
logger.debug("mq_work.app_slug", 'init app slug')
|
||||
|
||||
def do_work(self):
|
||||
try:
|
||||
logger.debug("mq_work.app_slug",
|
||||
'get task....{}'.format(self.job.body))
|
||||
task = json.loads(self.job.body)
|
||||
self.task = task
|
||||
if "event_id" in self.task:
|
||||
self.event_id = task["event_id"]
|
||||
self.log = EventLog().bind(
|
||||
event_id=self.event_id, step="image_manual")
|
||||
else:
|
||||
self.event_id = ""
|
||||
self.log = EventLog().bind(event_id="", step="image_manual")
|
||||
if task['action'] == 'create_new_version':
|
||||
self.log.info("开始分享新版本应用。")
|
||||
self.create_new_version()
|
||||
elif task['action'] == 'download_and_deploy':
|
||||
self.log.info("开始同步应用。")
|
||||
self.download_and_deploy()
|
||||
elif task['action'] == 'delete_old_version':
|
||||
self.log.info("开始删除旧版本应用。")
|
||||
self.delete_old_version()
|
||||
except Exception as e:
|
||||
logger.exception('mq_work.app_slug', e)
|
||||
|
||||
def _upload_ftp(self, service_key, app_version, md5file):
|
||||
""" 上传文件到ftp """
|
||||
utils = FTPUtils(
|
||||
host=self.ALL_REGION_FTP_HOST,
|
||||
username=self.ALL_REGION_FTP_USERNAME,
|
||||
password=self.ALL_REGION_FTP_PASSWORD,
|
||||
namespace=self.ALL_REGION_FTP_NAMESPACE,
|
||||
port=self.ALL_REGION_FTP_PORT)
|
||||
# 检查service_key对应的文件是否存在,不存在生成
|
||||
service_dir = self.ALL_REGION_FTP_NAMESPACE + service_key
|
||||
logger.debug("mq_work.app_slug",
|
||||
'*******upload dir is {}'.format(service_dir))
|
||||
utils.check_dir(service_dir)
|
||||
# 上传文件
|
||||
curr_region_slug = self.CURR_REGION_PATH.format(
|
||||
serviceKey=service_key, appVersion=app_version)
|
||||
logger.debug("mq_work.app_slug",
|
||||
'*******upload file path is {}'.format(curr_region_slug))
|
||||
utils.upload(service_dir, curr_region_slug)
|
||||
# 上传md5文件
|
||||
if md5file:
|
||||
utils.upload(service_dir, md5file)
|
||||
return True
|
||||
|
||||
def _create_md5(self, md5string, dest_slug_file):
|
||||
try:
|
||||
md5file = dest_slug_file + ".md5"
|
||||
f = open(md5file, "w")
|
||||
f.write(md5string)
|
||||
f.close()
|
||||
return md5file
|
||||
except Exception as e:
|
||||
logger.error("mq_work.app_slug", "sum file md5 filed!")
|
||||
logger.exception("mq_work.app_slug", e)
|
||||
return None
|
||||
|
||||
def _check_md5(self, md5string, md5file):
|
||||
try:
|
||||
f = open(md5file)
|
||||
new_md5 = f.readline()
|
||||
return md5string == new_md5
|
||||
except Exception as e:
|
||||
logger.error("mq_work.app_slug", "check md5 filed!")
|
||||
logger.exception("mq_work.app_slug", e)
|
||||
return False
|
||||
|
||||
def create_new_version(self):
|
||||
service_key = self.task['service_key']
|
||||
app_version = self.task['app_version']
|
||||
service_id = self.task['service_id']
|
||||
deploy_version = self.task['deploy_version']
|
||||
tenant_id = self.task['tenant_id']
|
||||
dest = self.task['dest']
|
||||
share_id = self.task.get('share_id', None)
|
||||
|
||||
# 检查数据中心下路径是否存在
|
||||
source_slug_file = self.SRV_SLUG_BASE_DIR.format(
|
||||
tenantId=tenant_id,
|
||||
serviceId=service_id,
|
||||
deployVersion=deploy_version)
|
||||
self.log.debug("数据中心文件路径{0}".format(source_slug_file))
|
||||
# 当前数据中心文件名称
|
||||
dest_slug_file = self.CURR_REGION_PATH.format(
|
||||
serviceKey=service_key, appVersion=app_version)
|
||||
self.log.debug('当前数据中心文件名称'.format(dest_slug_file))
|
||||
# 检查目录是否存在
|
||||
curr_region_dir = os.path.dirname(dest_slug_file)
|
||||
if not os.path.exists(curr_region_dir):
|
||||
os.makedirs(curr_region_dir)
|
||||
# 复制文件
|
||||
self.log.debug(
|
||||
"开始复制文件 file {0} to {1}".format(source_slug_file, dest_slug_file))
|
||||
shutil.copyfile(source_slug_file, dest_slug_file)
|
||||
# 计算md5
|
||||
md5string = get_md5(source_slug_file)
|
||||
# 生成md5file
|
||||
md5file = self._create_md5(md5string, dest_slug_file)
|
||||
if md5file is None:
|
||||
self.log.error("md5文件没有生成。")
|
||||
# 区域中心对象存储,使用ftp
|
||||
slug = self.SLUG_PATH.format(
|
||||
serviceKey=service_key, appVersion=app_version)
|
||||
if dest == "yb":
|
||||
if self.is_region_slug:
|
||||
try:
|
||||
self.log.info("开始上传应用到本地云帮")
|
||||
self._upload_ftp(service_key, app_version, md5file)
|
||||
logger.debug("mq_work.app_slug",
|
||||
"*******ftp upload success!")
|
||||
# self.update_publish_event(event_id=event_id, status='end', desc=u"云帮应用本地发布完毕")
|
||||
|
||||
data = {
|
||||
'service_key': service_key,
|
||||
'app_version': app_version,
|
||||
'slug': slug,
|
||||
'dest_yb': True
|
||||
}
|
||||
if share_id is not None:
|
||||
data['share_id'] = share_id
|
||||
self.user_cs_client.service_publish_success(
|
||||
json.dumps(data))
|
||||
self.log.info("云帮应用本地发布完毕", step="last", status="success")
|
||||
except Exception as e:
|
||||
logger.error("mq_work.app_slug",
|
||||
"*******ftp upload failed")
|
||||
logger.exception("mq_work.app_slug", e)
|
||||
self.log.info(
|
||||
"云帮应用本地发布失败。{}".format(e.message),
|
||||
step="callback",
|
||||
status="failure")
|
||||
else:
|
||||
data = {
|
||||
'service_key': service_key,
|
||||
'app_version': app_version,
|
||||
'slug': slug,
|
||||
'dest_yb': True
|
||||
}
|
||||
if share_id is not None:
|
||||
data['share_id'] = share_id
|
||||
self.user_cs_client.service_publish_success(json.dumps(data))
|
||||
self.log.info("云帮应用本地发布完毕", step="last", status="success")
|
||||
elif dest == "ys":
|
||||
if self.is_oss_ftp:
|
||||
try:
|
||||
self.log.info("开始上传应用到云市")
|
||||
self._upload_ftp(service_key, app_version, md5file)
|
||||
logger.debug("mq_work.app_slug",
|
||||
"*******ftp upload success!")
|
||||
self.log.info("云市应用发布完毕", step="last", status="success")
|
||||
data = {
|
||||
'service_key': service_key,
|
||||
'app_version': app_version,
|
||||
'slug': slug,
|
||||
'dest_ys': True
|
||||
}
|
||||
if share_id is not None:
|
||||
data['share_id'] = share_id
|
||||
self.user_cs_client.service_publish_success(
|
||||
json.dumps(data))
|
||||
except Exception as e:
|
||||
logger.error("mq_work.app_slug",
|
||||
"*******ftp upload failed, {0}".format(e))
|
||||
self.log.error(
|
||||
"云市应用发布失败.", status="failure", step="callback")
|
||||
else:
|
||||
data = {
|
||||
'service_key': service_key,
|
||||
'app_version': app_version,
|
||||
'slug': slug,
|
||||
'dest_ys': True
|
||||
}
|
||||
if share_id is not None:
|
||||
data['share_id'] = share_id
|
||||
self.user_cs_client.service_publish_success(json.dumps(data))
|
||||
self.log.info("云市应用发布完毕", step="last", status="success")
|
||||
|
||||
def _download_ftp(self, service_key, app_version, namespace, is_md5=False):
|
||||
""" 云帮ftp下载文件 """
|
||||
utils = FTPUtils(
|
||||
host=self.ALL_REGION_FTP_HOST,
|
||||
username=self.ALL_REGION_FTP_USERNAME,
|
||||
password=self.ALL_REGION_FTP_PASSWORD,
|
||||
namespace=self.ALL_REGION_FTP_NAMESPACE,
|
||||
port=self.ALL_REGION_FTP_PORT)
|
||||
logger.info("mq_work.app_slug",
|
||||
"*******[download]download file from ftp")
|
||||
# 检查service_key对应的文件是否存在,不存在生成
|
||||
remote_file = self.ALL_REGION_FTP_PATH.format(
|
||||
serviceKey=service_key, appVersion=app_version)
|
||||
if is_md5:
|
||||
remote_file += ".md5"
|
||||
if not namespace:
|
||||
logger.info("mq_work.app_slug",
|
||||
"*******[download]namespace is null")
|
||||
logger.error("mq_work.app_slug",
|
||||
"*******[download]namespace is null")
|
||||
else:
|
||||
logger.info("mq_work.app_slug",
|
||||
"*******[download]namespace is {}".format(namespace))
|
||||
remote_file = "../" + namespace + "/" + remote_file
|
||||
logger.info("mq_work.app_slug",
|
||||
"*******[download]remote file is {}".format(remote_file))
|
||||
curr_region_slug = self.CURR_REGION_PATH.format(
|
||||
serviceKey=service_key, appVersion=app_version)
|
||||
if is_md5:
|
||||
curr_region_slug += ".md5"
|
||||
logger.info(
|
||||
"mq_work.app_slug",
|
||||
"*******[download]curr_region_slug is {}".format(curr_region_slug))
|
||||
return utils.download(remote_file, curr_region_slug)
|
||||
|
||||
def _download_ftp_market(self,
|
||||
service_key,
|
||||
app_version,
|
||||
namespace,
|
||||
is_md5=False):
|
||||
""" 云市ftp下载文件 """
|
||||
utils = FTPUtils(
|
||||
host=self.ALL_REGION_FTP_HOST,
|
||||
username=self.ALL_REGION_FTP_USERNAME,
|
||||
password=self.ALL_REGION_FTP_PASSWORD,
|
||||
namespace=self.ALL_REGION_FTP_NAMESPACE,
|
||||
port=self.ALL_REGION_FTP_PORT)
|
||||
logger.info("mq_work.app_slug",
|
||||
"*******[download]download file from ftp")
|
||||
# 检查service_key对应的文件是否存在,不存在生成
|
||||
remote_file = self.ALL_REGION_FTP_PATH.format(
|
||||
serviceKey=service_key, appVersion=app_version)
|
||||
if is_md5:
|
||||
remote_file += ".md5"
|
||||
if not namespace:
|
||||
logger.info("mq_work.app_slug",
|
||||
"*******[download]namespace is null")
|
||||
logger.error("mq_work.app_slug",
|
||||
"*******[download]namespace is null")
|
||||
else:
|
||||
logger.info("mq_work.app_slug",
|
||||
"*******[download]namespace is {}".format(namespace))
|
||||
remote_file = "../" + namespace + "/" + remote_file
|
||||
logger.info("mq_work.app_slug",
|
||||
"*******[download]remote file is {}".format(remote_file))
|
||||
curr_region_slug = self.CURR_REGION_PATH.format(
|
||||
serviceKey=service_key, appVersion=app_version)
|
||||
if is_md5:
|
||||
curr_region_slug += ".md5"
|
||||
logger.info(
|
||||
"mq_work.app_slug",
|
||||
"*******[download]curr_region_slug is {}".format(curr_region_slug))
|
||||
return utils.download(remote_file, curr_region_slug)
|
||||
|
||||
def download_and_deploy(self):
|
||||
""" 下载slug包 """
|
||||
|
||||
def start_service(service_id, deploy_version, operator):
|
||||
body = {
|
||||
"deploy_version": deploy_version,
|
||||
"operator": operator,
|
||||
"event_id": self.event_id
|
||||
}
|
||||
try:
|
||||
# logger.info("mq_work.app_slug", "start service {}:{}".format(service_id, deploy_version))
|
||||
self.log.info("开始调用api启动应用。")
|
||||
self.region_api.start_service(service_id, json.dumps(body))
|
||||
except self.region_api.CallApiError, e:
|
||||
self.log.info(
|
||||
"开始调用api启动应用失败。{}".format(e.message),
|
||||
step="callback",
|
||||
status="failure")
|
||||
logger.exception("mq_work.app_slug", e)
|
||||
|
||||
service_key = self.task['app_key']
|
||||
namespace = self.task['namespace']
|
||||
app_version = self.task['app_version']
|
||||
tenant_name = self.task['tenant_name']
|
||||
service_alias = self.task['service_alias']
|
||||
event_id = self.task['event_id']
|
||||
|
||||
# 检查数据中心的是否存在slug包
|
||||
dest_slug_file = self.CURR_REGION_PATH.format(
|
||||
serviceKey=service_key, appVersion=app_version)
|
||||
logger.info("mq_work.app_slug",
|
||||
"dest_slug_file:{}".format(dest_slug_file))
|
||||
ftp_ok = False
|
||||
try:
|
||||
# 检查当前服务器是否有slug文件
|
||||
if os.path.exists(dest_slug_file):
|
||||
self.log.debug("当前服务器存在本应用。本机同步开始")
|
||||
md5string = get_md5(dest_slug_file)
|
||||
# 检查云帮ftp是否打开, 下载md5进行校验
|
||||
md5_ok = False
|
||||
if self.is_region_slug:
|
||||
self.log.debug("文件MD5校验开始。")
|
||||
try:
|
||||
md5_ok = self._download_ftp(service_key, app_version,
|
||||
namespace, True)
|
||||
self.log.info("MD5校验完成。")
|
||||
except Exception as e:
|
||||
logger.info(
|
||||
"mq_work.app_slug",
|
||||
"download md5 file from cloudassistant ftp failed!"
|
||||
)
|
||||
self.log.error(
|
||||
"MD5校验失败。{}".format(e.message),
|
||||
step="callback",
|
||||
status="failure")
|
||||
logger.exception("mq_work.app_slug", e)
|
||||
# md5未下载并且云市ftp开启
|
||||
if not md5_ok and self.is_oss_ftp:
|
||||
self.log.info("MD5校验不通过。开始从云市同步新版本。")
|
||||
try:
|
||||
md5_ok = self._download_ftp_market(
|
||||
service_key, app_version, namespace, True)
|
||||
except Exception as e:
|
||||
self.log.info(
|
||||
"从云市同步新版本发生异常。{}".format(e.message),
|
||||
step="callback",
|
||||
status="failure")
|
||||
logger.exception("mq_work.app_slug", e)
|
||||
if md5_ok:
|
||||
md5file = dest_slug_file + ".md5"
|
||||
same_file = self._check_md5(md5string, md5file)
|
||||
if same_file:
|
||||
logger.debug("mq_work.app_slug", "md5 check same.")
|
||||
ftp_ok = True
|
||||
else:
|
||||
logger.debug(
|
||||
"mq_work.app_slug",
|
||||
"file md5 is changed, now delete old file")
|
||||
os.remove(dest_slug_file)
|
||||
else:
|
||||
logger.debug("mq_work.app_slug",
|
||||
"md5file download failed, now delete slug")
|
||||
os.remove(dest_slug_file)
|
||||
|
||||
# 检查当前服务器是否有slug文件
|
||||
if not os.path.exists(dest_slug_file):
|
||||
curr_region_dir = os.path.dirname(dest_slug_file)
|
||||
if not os.path.exists(curr_region_dir):
|
||||
os.makedirs(curr_region_dir)
|
||||
logger.debug("mq_work.app_slug",
|
||||
"now check ftp:".format(self.is_region_slug))
|
||||
# 云帮ftp开关是否打开
|
||||
if self.is_region_slug:
|
||||
logger.debug('mq_work.app_slug', 'now check file on ftp!')
|
||||
try:
|
||||
ftp_ok = self._download_ftp(service_key, app_version,
|
||||
namespace)
|
||||
except Exception as e:
|
||||
logger.info("mq_work.app_slug",
|
||||
"download object failed")
|
||||
logger.exception("mq_work.app_slug", e)
|
||||
logger.debug(
|
||||
"mq_work.app_slug",
|
||||
"*******[ftp download slug]result:==={}".format(
|
||||
ftp_ok))
|
||||
|
||||
# 判断是否需要从云市上下载,未下载并且云市ftp开启
|
||||
if not ftp_ok and self.is_oss_ftp:
|
||||
logger.info(
|
||||
"mq_work.app_slug",
|
||||
"now download from hub ftp:{}".format(dest_slug_file))
|
||||
ftp_ok = self._download_ftp_market(service_key,
|
||||
app_version, namespace)
|
||||
logger.debug(
|
||||
"mq_work.app_slug",
|
||||
"*******[ftp download slug]result:==={}".format(
|
||||
ftp_ok))
|
||||
else:
|
||||
ftp_ok = True
|
||||
except Exception as e:
|
||||
logger.exception("mq_work.app_slug", e)
|
||||
|
||||
if ftp_ok:
|
||||
self.log.info("应用同步完成，开始启动应用。", step="app-image", status="success")
|
||||
try:
|
||||
self.api.start_service(tenant_name, service_alias, event_id)
|
||||
except Exception as e:
|
||||
logger.exception(e)
|
||||
self.log.error(
|
||||
"应用自动启动失败。请手动启动", step="callback", status="failure")
|
||||
else:
|
||||
self.log.error("应用同步失败。", step="callback", status="failure")
|
||||
|
||||
def queryServiceStatus(self, service_id):
|
||||
try:
|
||||
res, body = self.region_api.is_service_running(service_id)
|
||||
logger.info(
|
||||
'mq_work.app_slug',
|
||||
"service_id=" + service_id + ";body=" + json.dumps(body))
|
||||
status = body.get(service_id, "closed")
|
||||
if status == "running":
|
||||
self.log.debug("依赖的应用状态已经为运行中。", step="worker")
|
||||
return True
|
||||
except:
|
||||
pass
|
||||
self.log.debug("依赖的应用状态不是运行中，本应用稍后启动。", step="worker")
|
||||
return False
|
||||
|
||||
def delete_old_version(self):
|
||||
pass
|
||||
|
||||
def delete_objects(self, objects):
|
||||
def oss_delete(del_objects):
|
||||
logger.info("mq_work.app_slug",
|
||||
"deleting objects list: {0}".format(del_objects))
|
||||
success = self.oss_api.batch_delete_objects('gr-slug', del_objects)
|
||||
if success:
|
||||
logger.info("mq_work.app_slug", "delete objects success")
|
||||
else:
|
||||
logger.info("mq_work.app_slug",
|
||||
"delete objects failed, {0}".format(success))
|
||||
|
||||
while len(objects) > 0:
|
||||
del_objects, objects = objects[:500], objects[500:]
|
||||
oss_delete(del_objects)
|
||||
|
||||
def update_publish_event(self, **kwargs):
|
||||
body = json.dumps(kwargs)
|
||||
try:
|
||||
self.region_api.update_event(body)
|
||||
except Exception, e:
|
||||
logger.exception("mq_work.app_slug", e)
|
||||
|
||||
def splitChild(self, childs):
|
||||
data = []
|
||||
for lock_event_id in childs:
|
||||
data.append(lock_event_id.split("/")[-1])
|
||||
return data
|
||||
|
||||
|
||||
def main():
|
||||
body = ""
|
||||
for line in fileinput.input(): # read task from stdin
|
||||
body = line
|
||||
app_slug = AppSlug(job=Job(body=body), config=load_dict)
|
||||
app_slug.do_work()
|
||||
|
||||
|
||||
class Job():
|
||||
body = ""
|
||||
|
||||
def __init__(self, body, *args, **kwargs):
|
||||
self.body = body
|
||||
|
||||
def get_body(self):
|
||||
return self.body
|
||||
|
||||
def get_task(self):
|
||||
task = json.loads(self.body)
|
||||
return task
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
1
build/builder/plugins/build_work.json
Normal file
1
build/builder/plugins/build_work.json
Normal file
@ -0,0 +1 @@
|
||||
{ "envs": {}, "expire": 180, "deploy_version": "20170905172818", "repo_url": "--branch master --depth 1 http://code.goodrain.com/demo/2048.git", "service_id": "59fbd0a74e7dfbf594fba0f8953593f8", "event_id": "018d406d2ec6438eb8040a893db36ffe", "tenant_id": "232bd923d3794b979974bb21b863608b", "action": "upgrade", "operator": "barnett2" }
|
||||
486
build/builder/plugins/build_work.py
Normal file
486
build/builder/plugins/build_work.py
Normal file
@ -0,0 +1,486 @@
|
||||
# -*- coding: utf8 -*-
|
||||
import os
|
||||
import sys
|
||||
|
||||
from utils.parse_dockerfile import ParseDockerFile
|
||||
from utils.log import EventLog
|
||||
|
||||
import logging
|
||||
import logging.config
|
||||
from etc import settings
|
||||
import re
|
||||
import json
|
||||
import time
|
||||
import datetime
|
||||
import pipes
|
||||
import shutil
|
||||
import threading
|
||||
import fileinput
|
||||
from utils.shell import Executer as shell
|
||||
from utils.docker import DockerfileItem
|
||||
from clients.region import RegionAPI
|
||||
from clients.acp_api import ACPAPI
|
||||
from clients.userconsole import UserConsoleAPI
|
||||
|
||||
load_dict = {}
|
||||
with open("plugins/config.json", 'r') as load_f:
|
||||
load_dict = json.load(load_f)
|
||||
|
||||
logging.config.dictConfig(settings.get_logging(load_dict))
|
||||
logger = logging.getLogger('default')
|
||||
|
||||
reload(sys)
|
||||
sys.setdefaultencoding('utf-8')
|
||||
|
||||
TENANT_DIR = '/grdata/build/tenant/{tenantId}'
|
||||
SOURCE_DIR = '/cache/build/{tenantId}' + '/' + 'source/{serviceId}'
|
||||
TGZ_DIR = TENANT_DIR + '/' + 'slug/{serviceId}'
|
||||
CACHE_DIR = '/cache/build/{tenantId}' + '/' + 'cache/{serviceId}'
|
||||
BUILD_LOG_DIR = '/grdata/logs/{tenantId}/{serviceId}/'
|
||||
CLONE_TIMEOUT = 180
|
||||
|
||||
REGISTRY_DOMAIN = 'goodrain.me'
|
||||
|
||||
MAX_BUILD_TASK = 5
|
||||
|
||||
if os.access("/var/run/docker.sock", os.W_OK):
|
||||
DOCKER_BIN = "docker"
|
||||
else:
|
||||
DOCKER_BIN = "sudo -P docker"
|
||||
|
||||
|
||||
class RepoBuilder():
|
||||
def __init__(self, task, *args, **kwargs):
|
||||
self.configs = kwargs.get("config")
|
||||
self.region_api = RegionAPI(conf=self.configs['region'])
|
||||
self.api = ACPAPI(conf=self.configs['region'])
|
||||
self.user_cs_client = UserConsoleAPI(conf=self.configs['userconsole'])
|
||||
self.repo_url = task['repo_url']
|
||||
self.tenant_id = task['tenant_id']
|
||||
self.service_id = task['service_id']
|
||||
self.tenant_name = task['tenant_name']
|
||||
self.service_alias = task['service_alias']
|
||||
self.deploy_version = task['deploy_version']
|
||||
self.action = task['action']
|
||||
|
||||
if 'event_id' in task:
|
||||
self.event_id = task["event_id"]
|
||||
self.log = EventLog().bind(event_id=self.event_id)
|
||||
else:
|
||||
self.event_id = ""
|
||||
self.log = EventLog().bind(event_id=self.event_id)
|
||||
|
||||
self.operator = task['operator']
|
||||
self.build_envs = task.get('envs', {})
|
||||
self.expire = task.get('expire', 60)
|
||||
|
||||
self.start_time = int(time.time())
|
||||
|
||||
# self.source_dir = '/tmp/goodrain_web'
|
||||
self.source_dir = SOURCE_DIR.format(
|
||||
tenantId=self.tenant_id, serviceId=self.service_id)
|
||||
self.cache_dir = CACHE_DIR.format(
|
||||
tenantId=self.tenant_id, serviceId=self.service_id)
|
||||
self.tgz_dir = TGZ_DIR.format(
|
||||
tenantId=self.tenant_id, serviceId=self.service_id)
|
||||
self.build_log_dir = BUILD_LOG_DIR.format(
|
||||
tenantId=self.tenant_id, serviceId=self.service_id)
|
||||
|
||||
self.build_cmd = 'plugins/scripts/build.pl'
|
||||
|
||||
@property
|
||||
def build_name(self):
|
||||
return self.service_id[:8] + '_' + self.deploy_version
|
||||
|
||||
@property
|
||||
def is_expired(self):
|
||||
if hasattr(self, 'expire'):
|
||||
current_time = int(time.time())
|
||||
return bool(current_time - self.start_time > self.expire)
|
||||
else:
|
||||
return False
|
||||
|
||||
def prepare(self):
|
||||
if os.path.exists(self.source_dir):
|
||||
shutil.rmtree(self.source_dir)
|
||||
|
||||
for d in (self.source_dir, self.cache_dir, self.tgz_dir,
|
||||
self.build_log_dir):
|
||||
if not os.path.exists(d):
|
||||
os.makedirs(d)
|
||||
|
||||
def clone(self):
|
||||
self.log.info("开始拉取代码。。", step="build-worker")
|
||||
# code, output = shell.runsingle("git clone --branch master --depth 1 {0} {1}".format(self.repo_url, self.source_dir))
|
||||
result = False
|
||||
num = 0
|
||||
while num < 2:
|
||||
try:
|
||||
shell.call("timeout -k 9 {2} git clone {0} {1}".format(
|
||||
self.repo_url, self.source_dir, CLONE_TIMEOUT))
|
||||
result = True
|
||||
break
|
||||
except shell.ExecException, e:
|
||||
num = num + 1
|
||||
self.prepare()
|
||||
if num < 2:
|
||||
self.log.error(
|
||||
"拉取代码发生错误,开始重试 {}".format(e.message),
|
||||
status="failure",
|
||||
step="worker-clone")
|
||||
else:
|
||||
self.log.error(
|
||||
"拉取代码发生错误,部署停止 {}".format(e.message),
|
||||
status="failure",
|
||||
step="callback")
|
||||
logger.exception('build_work.main', e)
|
||||
result = False
|
||||
logger.exception('build_work.main', "git clone num=" + str(num))
|
||||
return result
|
||||
|
||||
def get_commit_info(self):
|
||||
try:
|
||||
output = shell.call(
|
||||
"""git log -n 1 --pretty --format='{"hash":"%H","author":"%an","timestamp":%at}'""",
|
||||
self.source_dir)
|
||||
if type(output) is list:
|
||||
output = output[0]
|
||||
jdata = json.loads(output)
|
||||
|
||||
output2 = shell.call("""git log -n 1 --pretty --format=%s""",
|
||||
self.source_dir)
|
||||
if type(output2) is list:
|
||||
subject = output2[0]
|
||||
jdata['subject'] = subject
|
||||
else:
|
||||
jdata['subject'] = 'unknown'
|
||||
return jdata
|
||||
except shell.ExecException, e:
|
||||
logger.exception('build_work.main', e)
|
||||
return "{}"
|
||||
|
||||
def find_dockerfile(self):
|
||||
return bool(
|
||||
os.path.exists('{0}/{1}'.format(self.source_dir, 'Dockerfile')))
|
||||
|
||||
def rewrite_files(self, dockerfile, insert_lines, cmd, entrypoint):
|
||||
extend_lines = map(lambda x: x + '\n', insert_lines)
|
||||
|
||||
try:
|
||||
f = open(dockerfile, 'r')
|
||||
lines = f.readlines()
|
||||
for line in lines:
|
||||
if line.startswith('ENTRYPOINT') or line.startswith('CMD'):
|
||||
lines.remove(line)
|
||||
lines.extend(extend_lines)
|
||||
f.close()
|
||||
|
||||
f = open(dockerfile, 'w')
|
||||
f.writelines(lines)
|
||||
f.close()
|
||||
|
||||
shutil.copytree('./lib/.goodrain',
|
||||
'{0}/.goodrain'.format(self.source_dir))
|
||||
|
||||
if entrypoint is not None:
|
||||
entrypoint_cmd = ' '.join(entrypoint)
|
||||
shell.call(
|
||||
'''sed -i -e 's#_type_#ENTRYPOINT#' -e 's#^_entrypoint_#'{0}'#' .goodrain/init'''.
|
||||
format(pipes.quote(entrypoint_cmd)),
|
||||
cwd=self.source_dir)
|
||||
if cmd is not None:
|
||||
shell.call(
|
||||
'''sed -i -e 's#^_cmd_#'{0}'#' .goodrain/init'''.
|
||||
format(pipes.quote(cmd)),
|
||||
cwd=self.source_dir)
|
||||
else:
|
||||
shell.call(
|
||||
'''sed -i -e 's#_type_#CMD#' -e 's#^_cmd_#'{0}'#' .goodrain/init'''.
|
||||
format(pipes.quote(cmd)),
|
||||
cwd=self.source_dir)
|
||||
return True
|
||||
except (shell.ExecException, OSError), e:
|
||||
logger.exception('build_work.main', e)
|
||||
return False
|
||||
|
||||
def get_dockerfile_items(self, filename):
|
||||
f = open(filename, 'r')
|
||||
lines = map(lambda x: x.rstrip('\n').rstrip('\r'), f.readlines())
|
||||
items = {"port": 0, "volume": ""}
|
||||
entrypoint = None
|
||||
cmd = None
|
||||
|
||||
for line in lines:
|
||||
i = DockerfileItem(line)
|
||||
if i.is_port_item:
|
||||
items['port'] = i.value
|
||||
elif i.is_volume_item:
|
||||
items['volume'] = i.value
|
||||
elif i.is_entrypoint_item:
|
||||
entrypoint = i.value
|
||||
elif i.is_cmd_item:
|
||||
cmd = ' '.join([pipes.quote(e) for e in i.value])
|
||||
|
||||
# env = ','.join(map(lambda x: '{0}={1}'.format(x[0], x[1]), items.get('env', {}).items()))
|
||||
volume_mount_path = items.get('volume')
|
||||
inner_port = items.get('port')
|
||||
# 过滤tcp,udp
|
||||
if isinstance(inner_port, basestring):
|
||||
inner_port = inner_port.replace("/tcp", "")
|
||||
inner_port = inner_port.replace("/udp", "")
|
||||
inner_port = inner_port.replace('"', '')
|
||||
|
||||
return {
|
||||
"inner_port": inner_port,
|
||||
"volume_mount_path": volume_mount_path
|
||||
}, entrypoint, cmd
|
||||
|
||||
def build_image(self):
|
||||
# self.write_build_log(u"开始编译Dockerfile")
|
||||
'''
|
||||
insert_lines = [
|
||||
'RUN which wget || (apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y wget) || (yum install -y wget)',
|
||||
'RUN which curl || (apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y curl) || (yum install -y curl)',
|
||||
'RUN mkdir -pv /opt/bin',
|
||||
'ADD ./.goodrain/init /opt/bin/init',
|
||||
'',
|
||||
'RUN wget http://lang.goodrain.me/public/gr-listener -O /opt/bin/gr-listener -q && \\',
|
||||
' chmod 755 /opt/bin/*',
|
||||
'',
|
||||
'RUN rm -rf /var/lib/dpkg/* /var/lib/apt/*',
|
||||
'ENTRYPOINT ["/opt/bin/init"]',
|
||||
]
|
||||
'''
|
||||
dockerfile = '{0}/{1}'.format(self.source_dir, 'Dockerfile')
|
||||
update_items, entrypoint, cmd = self.get_dockerfile_items(dockerfile)
|
||||
# 重新解析dockerfile
|
||||
pdf = None
|
||||
try:
|
||||
self.log.info("开始解析Dockerfile", step="build_image")
|
||||
pdf = ParseDockerFile(dockerfile)
|
||||
except ValueError as e:
|
||||
self.log.error(
|
||||
"用户自定义的volume路径包含相对路径,必须为绝对路径!",
|
||||
step="build_image",
|
||||
status="failure")
|
||||
logger.exception(e)
|
||||
return False
|
||||
except Exception as e:
|
||||
self.log.error(
|
||||
"解析Dockerfile发生异常", step="build_image", status="failure")
|
||||
logger.exception(e)
|
||||
|
||||
s = self.repo_url
|
||||
|
||||
regex = re.compile(r'.*(?:\:|\/)([\w\-\.]+)/([\w\-\.]+)\.git')
|
||||
m = regex.match(s)
|
||||
account, project = m.groups()
|
||||
_name = '_'.join([self.service_id[:12], account, project])
|
||||
_tag = self.deploy_version
|
||||
build_image_name = '{0}/{1}:{2}'.format(REGISTRY_DOMAIN, _name, _tag)
|
||||
# image name must be lower
|
||||
build_image_name = build_image_name.lower()
|
||||
self.log.debug(
|
||||
"构建镜像名称为{0}".format(build_image_name), step="build_image")
|
||||
no_cache = self.build_envs.pop('NO_CACHE', False)
|
||||
if no_cache:
|
||||
build_cmd = "{0} build -t {1} --no-cache .".format(
|
||||
DOCKER_BIN, build_image_name)
|
||||
else:
|
||||
build_cmd = "{0} build -t {1} .".format(DOCKER_BIN,
|
||||
build_image_name)
|
||||
|
||||
p = shell.start(build_cmd, cwd=self.source_dir)
|
||||
while p.is_running():
|
||||
line = p.readline()
|
||||
self.log.debug(line, step="build_image")
|
||||
|
||||
for line in p.unread_lines:
|
||||
self.log.debug(line, step="build_image")
|
||||
if p.exit_with_err():
|
||||
self.log.error(
|
||||
"构建失败，请检查Debug日志排查！", step="build_image", status="failure")
|
||||
return False
|
||||
self.log.debug("镜像构建成功。开始推送", step="build_image", status="success")
|
||||
try:
|
||||
shell.call("{0} push {1}".format(DOCKER_BIN, build_image_name))
|
||||
except shell.ExecException, e:
|
||||
self.log.error(
|
||||
"镜像推送失败。{}".format(e.message),
|
||||
step="push_image",
|
||||
status="failure")
|
||||
return False
|
||||
|
||||
update_items.update({"image": build_image_name})
|
||||
# ports volums envs
|
||||
if pdf:
|
||||
update_items.update({
|
||||
"port_list": pdf.get_expose(),
|
||||
"volume_list": pdf.get_volume()
|
||||
})
|
||||
|
||||
h = self.user_cs_client
|
||||
try:
|
||||
h.update_service(self.service_id, json.dumps(update_items))
|
||||
except h.CallApiError, e:
|
||||
self.log.error(
|
||||
"网络异常，更新应用镜像名称失败. {}".format(e.message),
|
||||
step="update_image",
|
||||
status="failure")
|
||||
return False
|
||||
return True
|
||||
|
||||
def build_code(self):
|
||||
self.log.info("开始编译代码包", step="build_code")
|
||||
package_name = '{0}/{1}.tgz'.format(self.tgz_dir, self.deploy_version)
|
||||
self.logfile = '{0}/{1}.log'.format(self.tgz_dir, self.deploy_version)
|
||||
repos = self.repo_url.split(" ")
|
||||
|
||||
self.log.debug("repos=" + repos[1], step="build_code")
|
||||
|
||||
no_cache = self.build_envs.pop('NO_CACHE', False)
|
||||
if no_cache:
|
||||
try:
|
||||
shutil.rmtree(self.cache_dir)
|
||||
os.makedirs(self.cache_dir)
|
||||
self.log.debug(
|
||||
"清理缓存目录{0}".format(self.cache_dir), step="build_code")
|
||||
except Exception as e:
|
||||
self.log.error(
|
||||
"清理缓存目录{0}失败{1}".format(self.cache_dir, e.message),
|
||||
step="build_code")
|
||||
pass
|
||||
|
||||
try:
|
||||
cmd = "perl {0} -b {1} -s {2} -c {3} -d {4} -v {5} -l {6} -tid {7} -sid {8} --name {9}".format(
|
||||
self.build_cmd, repos[1], self.source_dir, self.cache_dir,
|
||||
self.tgz_dir, self.deploy_version, self.logfile,
|
||||
self.tenant_id, self.service_id, self.build_name)
|
||||
|
||||
if self.build_envs:
|
||||
build_env_string = ':::'.join(
|
||||
map(lambda x: "{}='{}'".format(x, self.build_envs[x]),
|
||||
self.build_envs.keys()))
|
||||
cmd += " -e {}".format(build_env_string)
|
||||
|
||||
p = shell.start(cmd)
|
||||
while p.is_running():
|
||||
line = p.readline()
|
||||
self.log.debug(
|
||||
line.rstrip('\n').lstrip('\x1b[1G'), step="build_code")
|
||||
|
||||
for line in p.unread_lines:
|
||||
self.log.debug(line, step="build_code")
|
||||
if p.exit_with_err():
|
||||
self.log.error("编译代码包失败。", step="build_code", status="failure")
|
||||
return False
|
||||
self.log.debug("编译代码包完成。", step="build_code", status="success")
|
||||
except shell.ExecException, e:
|
||||
self.log.error(
|
||||
"编译代码包过程遇到异常，{}".format(e.message),
|
||||
step="build_code",
|
||||
status="failure")
|
||||
return False
|
||||
|
||||
try:
|
||||
package_size = os.path.getsize(package_name)
|
||||
if package_size == 0:
|
||||
self.log.error(
|
||||
"构建失败！构建包大小为0 name {0}".format(package_name),
|
||||
step="build_code",
|
||||
status="failure")
|
||||
return False
|
||||
except OSError, e:
|
||||
logger.exception('build_work.main', e)
|
||||
self.log.error("代码构建失败，构建包未生成。查看Debug日志检查错误详情", step="build_code", status="failure")
|
||||
return False
|
||||
|
||||
self.log.info("代码构建完成", step="build_code", status="success")
|
||||
return True
|
||||
|
||||
def feedback(self):
|
||||
body = {
|
||||
"deploy_version": self.deploy_version,
|
||||
"event_id": self.event_id
|
||||
}
|
||||
try:
|
||||
if self.action == 'deploy':
|
||||
self.log.info("开始部署应用。", step="app-deploy")
|
||||
self.api.upgrade_service(self.tenant_name, self.service_alias, json.dumps(body))
|
||||
# 调用升级接口，如果没有启动则触发start操作
|
||||
# h.deploy_service(self.service_id, json.dumps(body))
|
||||
elif self.action == 'upgrade':
|
||||
self.log.info("开始升级应用。", step="app-deploy")
|
||||
self.api.upgrade_service(self.tenant_name, self.service_alias, json.dumps(body))
|
||||
return True
|
||||
except self.api.CallApiError, e:
|
||||
self.log.error(
|
||||
"部署应用时调用API发生异常。{}".format(e.message), step="app-deploy")
|
||||
logger.exception('build_work.main', e)
|
||||
return False
|
||||
|
||||
def run(self):
|
||||
try:
|
||||
self.prepare()
|
||||
if self.clone():
|
||||
commit_info = self.get_commit_info()
|
||||
self.log.info("代码拉取成功。", step="build-worker")
|
||||
self.log.info(
|
||||
"版本:{0} 上传者:{1} Commit:{2} ".format(
|
||||
commit_info["hash"][0:7], commit_info["author"],
|
||||
commit_info["subject"]),
|
||||
step="code-version",
|
||||
status="success")
|
||||
|
||||
if self.find_dockerfile():
|
||||
self.log.info(
|
||||
"代码识别出Dockerfile,直接构建镜像。", step="build-worker")
|
||||
build_func = getattr(self, 'build_image')
|
||||
else:
|
||||
self.log.info("开始代码构建", step="build-worker")
|
||||
build_func = getattr(self, 'build_code')
|
||||
|
||||
success = build_func()
|
||||
if success:
|
||||
self.log.info("构建完成。", step="build-worker")
|
||||
ok = self.feedback()
|
||||
if not ok:
|
||||
self.log.error(
|
||||
"升级部署应用错误", step="callback", status="failure")
|
||||
else:
|
||||
self.log.info("构建失败。", step="callback", status="failure")
|
||||
else:
|
||||
self.log.error("代码拉取失败。", step="callback", status="failure")
|
||||
except Exception as e:
|
||||
self.log.error(
|
||||
"代码构建发生异常.{}".format(e.message),
|
||||
step="callback",
|
||||
status="failure")
|
||||
logger.exception('build_work.main', e)
|
||||
raise e
|
||||
|
||||
|
||||
def main():
|
||||
body = ""
|
||||
for line in fileinput.input(): # read task from stdin
|
||||
body = line
|
||||
builder = RepoBuilder(task=Job(body).get_task(), config=load_dict)
|
||||
builder.run()
|
||||
|
||||
|
||||
class Job():
|
||||
body = ""
|
||||
|
||||
def __init__(self, body, *args, **kwargs):
|
||||
self.body = body
|
||||
|
||||
def get_body(self):
|
||||
return self.body
|
||||
|
||||
def get_task(self):
|
||||
task = json.loads(self.body)
|
||||
return task
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
0
build/builder/plugins/clients/__init__.py
Normal file
0
build/builder/plugins/clients/__init__.py
Normal file
289
build/builder/plugins/clients/_base.py
Normal file
289
build/builder/plugins/clients/_base.py
Normal file
@ -0,0 +1,289 @@
|
||||
# -*- coding: utf8 -*-
|
||||
import socket
|
||||
import json
|
||||
import httplib
|
||||
import httplib2
|
||||
from urlparse import urlparse
|
||||
import logging
|
||||
|
||||
from addict import Dict
|
||||
|
||||
logger = logging.getLogger('default')
|
||||
|
||||
|
||||
def parse_url(url):
|
||||
if not url.startswith('http'):
|
||||
url = 'http://{}'.format(url)
|
||||
p = urlparse(url)
|
||||
items = p.netloc.split(':')
|
||||
|
||||
if len(items) == 2:
|
||||
host = items[0]
|
||||
port = int(items[1])
|
||||
else:
|
||||
host = items[0]
|
||||
port = 443 if p.scheme == 'https' else 80
|
||||
|
||||
info = Dict()
|
||||
info.scheme = p.scheme
|
||||
info.host = host
|
||||
info.port = port
|
||||
info.path = p.path
|
||||
|
||||
return info
|
||||
|
||||
|
||||
class Response(dict):
|
||||
|
||||
"""Is this response from our local cache"""
|
||||
fromcache = False
|
||||
|
||||
version = 11
|
||||
status = 200
|
||||
reason = "Ok"
|
||||
|
||||
previous = None
|
||||
|
||||
def __init__(self, info):
|
||||
if isinstance(info, httplib.HTTPResponse):
|
||||
for key, value in info.getheaders():
|
||||
self[key.lower()] = value
|
||||
self.status = info.status
|
||||
self['status'] = str(self.status)
|
||||
self.reason = info.reason
|
||||
self.version = info.version
|
||||
|
||||
def __getattr__(self, name):
|
||||
if name == 'dict':
|
||||
return self
|
||||
else:
|
||||
raise AttributeError(name)
|
||||
|
||||
|
||||
class SuperHttpClient(object):
|
||||
|
||||
class CallApiError(Exception):
|
||||
|
||||
def __init__(self, apitype, url, method, res, body, describe=None):
|
||||
self.message = {
|
||||
"apitype": apitype,
|
||||
"url": url,
|
||||
"method": method,
|
||||
"httpcode": res.status,
|
||||
"body": body,
|
||||
}
|
||||
self.status = res.status
|
||||
|
||||
def __str__(self):
|
||||
return json.dumps(self.message)
|
||||
|
||||
class ApiSocketError(CallApiError):
|
||||
pass
|
||||
|
||||
scheme = 'http'
|
||||
port = 80
|
||||
base_url = ''
|
||||
apitype = 'not design'
|
||||
|
||||
def __init__(self, endpoint, timeout=25, raise_error_code=True, log_request=True, retry_count=2):
|
||||
parsed = parse_url(endpoint)
|
||||
self.host = parsed.host
|
||||
|
||||
if parsed.scheme == 'https':
|
||||
self.scheme = 'https'
|
||||
|
||||
if bool(parsed.port):
|
||||
self.port = parsed.port
|
||||
if parsed.port == 443:
|
||||
self.scheme = 'https'
|
||||
|
||||
if bool(parsed.path):
|
||||
self.base_url = parsed.path
|
||||
|
||||
self.timeout = timeout
|
||||
self.raise_error_code = raise_error_code
|
||||
self.log_request = log_request
|
||||
self.retry_count = retry_count
|
||||
|
||||
def get_connection(self, *args, **kwargs):
|
||||
if self.scheme == 'https':
|
||||
conn = httplib.HTTPSConnection(self.host, self.port, timeout=self.timeout)
|
||||
else:
|
||||
conn = httplib.HTTPConnection(self.host, self.port, timeout=self.timeout)
|
||||
|
||||
return conn
|
||||
|
||||
def _jsondecode(self, string):
|
||||
try:
|
||||
pybody = json.loads(string)
|
||||
except ValueError:
|
||||
pybody = {"raw": string}
|
||||
|
||||
return pybody
|
||||
|
||||
def do_log(self, url, method, body, response, content):
|
||||
if int(response['content-length']) > 1000:
|
||||
record_content = '%s .....ignore.....' % content[:1000]
|
||||
else:
|
||||
record_content = content
|
||||
|
||||
if body is not None and len(body) > 1000:
|
||||
record_body = '%s .....ignore.....' % body[:1000]
|
||||
else:
|
||||
record_body = body
|
||||
|
||||
logger.debug('request', '''{0} "{1}" body={2} response: {3} ------------- and content is {4}'''.format(method, url, record_body, response, record_content))
|
||||
|
||||
def _request(self, url, method, headers={}, body=None):
|
||||
retry_count = self.retry_count
|
||||
|
||||
while retry_count:
|
||||
try:
|
||||
conn = self.get_connection()
|
||||
conn.request(method, url, headers=headers, body=body)
|
||||
res = conn.getresponse()
|
||||
|
||||
response = Response(res)
|
||||
content = res.read()
|
||||
|
||||
try:
|
||||
if res.status / 100 == 2:
|
||||
if self.log_request:
|
||||
self.do_log(url, method, body, response, content)
|
||||
else:
|
||||
self.do_log(url, method, body, response, content)
|
||||
except Exception, e:
|
||||
logger.error("request", e)
|
||||
|
||||
if response['content-type'].startswith('application/json'):
|
||||
content = self._jsondecode(content)
|
||||
if isinstance(content, dict):
|
||||
content = Dict(content)
|
||||
|
||||
if res.status / 100 != 2 and self.raise_error_code:
|
||||
raise self.CallApiError(self.apitype, url, method, res, body)
|
||||
return response, content
|
||||
except (socket.error, socket.timeout), e:
|
||||
logger.exception('client_error', e)
|
||||
retry_count -= 1
|
||||
if retry_count:
|
||||
logger.error("client_error", "retry request: %s" % url)
|
||||
else:
|
||||
raise self.ApiSocketError(self.apitype, url, method, Dict({"status": 101}), {"type": "connect error", "error": str(e)})
|
||||
|
||||
def _get(self, url, headers={}):
|
||||
response, content = self._request(url, 'GET', headers=headers)
|
||||
return response, content
|
||||
|
||||
def _post(self, url, headers={}, body=None):
|
||||
response, content = self._request(url, 'POST', headers=headers, body=body)
|
||||
return response, content
|
||||
|
||||
def _put(self, url, headers={}, body=None):
|
||||
response, content = self._request(url, 'PUT', headers=headers, body=body)
|
||||
return response, content
|
||||
|
||||
def _delete(self, url, headers={}, body=None):
|
||||
response, content = self._request(url, 'DELETE', headers=headers, body=body)
|
||||
return response, content
|
||||
|
||||
|
||||
class BaseHttpClient(object):
|
||||
|
||||
class CallApiError(Exception):
|
||||
|
||||
def __init__(self, apitype, url, method, res, body, describe=None):
|
||||
self.message = {
|
||||
"apitype": apitype,
|
||||
"url": url,
|
||||
"method": method,
|
||||
"httpcode": res.status,
|
||||
"body": body,
|
||||
}
|
||||
self.status = res.status
|
||||
|
||||
def __str__(self):
|
||||
return json.dumps(self.message)
|
||||
|
||||
class ApiSocketError(CallApiError):
|
||||
pass
|
||||
|
||||
def __init__(self, *args, **kwargs):
|
||||
self.apitype = 'Not specified'
|
||||
#self.report = Dict({"ok":True})
|
||||
|
||||
def _jsondecode(self, string):
|
||||
try:
|
||||
pybody = json.loads(string)
|
||||
except ValueError:
|
||||
pybody = {"raw": string}
|
||||
|
||||
return pybody
|
||||
|
||||
def _check_status(self, url, method, response, content):
|
||||
res = Dict(response)
|
||||
res.status = int(res.status)
|
||||
body = self._jsondecode(content)
|
||||
if isinstance(body, dict):
|
||||
body = Dict(body)
|
||||
if 400 <= res.status <= 600:
|
||||
raise self.CallApiError(self.apitype, url, method, res, body)
|
||||
else:
|
||||
return res, body
|
||||
|
||||
def _request(self, url, method, headers=None, body=None):
|
||||
try:
|
||||
http = httplib2.Http(timeout=25)
|
||||
if body is None:
|
||||
response, content = http.request(url, method, headers=headers)
|
||||
else:
|
||||
response, content = http.request(url, method, headers=headers, body=body)
|
||||
|
||||
if len(content) > 1000:
|
||||
record_content = '%s .....ignore.....' % content[:1000]
|
||||
else:
|
||||
record_content = content
|
||||
|
||||
if body is not None and len(body) > 1000:
|
||||
record_body = '%s .....ignore.....' % body[:1000]
|
||||
else:
|
||||
record_body = body
|
||||
|
||||
logger.debug(
|
||||
'request', '''{0} "{1}" body={2} response: {3} \nand content is {4}'''.format(method, url, record_body, response, record_content))
|
||||
return response, content
|
||||
except socket.timeout, e:
|
||||
logger.exception('client_error', e)
|
||||
raise self.CallApiError(self.apitype, url, method, Dict({"status": 101}), {"type": "request time out", "error": str(e)})
|
||||
except socket.error, e:
|
||||
logger.exception('client_error', e)
|
||||
raise self.ApiSocketError(self.apitype, url, method, Dict({"status": 101}), {"type": "connect error", "error": str(e)})
|
||||
|
||||
def _get(self, url, headers):
|
||||
response, content = self._request(url, 'GET', headers=headers)
|
||||
res, body = self._check_status(url, 'GET', response, content)
|
||||
return res, body
|
||||
|
||||
def _post(self, url, headers, body=None):
|
||||
if body is not None:
|
||||
response, content = self._request(url, 'POST', headers=headers, body=body)
|
||||
else:
|
||||
response, content = self._request(url, 'POST', headers=headers)
|
||||
res, body = self._check_status(url, 'POST', response, content)
|
||||
return res, body
|
||||
|
||||
def _put(self, url, headers, body=None):
|
||||
if body is not None:
|
||||
response, content = self._request(url, 'PUT', headers=headers, body=body)
|
||||
else:
|
||||
response, content = self._request(url, 'PUT', headers=headers)
|
||||
res, body = self._check_status(url, 'PUT', response, content)
|
||||
return res, body
|
||||
|
||||
def _delete(self, url, headers, body=None):
|
||||
if body is not None:
|
||||
response, content = self._request(url, 'DELETE', headers=headers, body=body)
|
||||
else:
|
||||
response, content = self._request(url, 'DELETE', headers=headers)
|
||||
res, body = self._check_status(url, 'DELETE', response, content)
|
||||
return res, body
|
||||
42
build/builder/plugins/clients/acp_api.py
Normal file
42
build/builder/plugins/clients/acp_api.py
Normal file
@ -0,0 +1,42 @@
|
||||
# -*- coding: utf8 -*-
|
||||
import logging
|
||||
import json
|
||||
import os
|
||||
from _base import BaseHttpClient
|
||||
|
||||
logger = logging.getLogger('default')
|
||||
|
||||
|
||||
class ACPAPI(BaseHttpClient):
|
||||
def __init__(self, conf=None, *arg, **kwargs):
|
||||
super(ACPAPI, self).__init__()
|
||||
self._name = 'region'
|
||||
self.default_headers = {"Content-Type": "application/json"}
|
||||
if conf["token"] is not None:
|
||||
self.default_headers.update({
|
||||
"Authorization":
|
||||
"Token {}".format(conf["token"])
|
||||
})
|
||||
if conf["url"] is None:
|
||||
self.base_url = 'http://region.goodrain.me:8888'
|
||||
else:
|
||||
self.base_url = conf["url"]
|
||||
|
||||
def upgrade_service(self, tenant_name, service_alias, body):
|
||||
url = self.base_url + \
|
||||
'/v2/tenants/{0}/services/{1}/upgrade'.format(tenant_name, service_alias)
|
||||
logger.exception("url is {}".format(url))
|
||||
res, body = self._post(url, self.default_headers, body)
|
||||
return res, body
|
||||
|
||||
def start_service(self, tenant_name, service_alias, event_id):
|
||||
url = self.base_url + \
|
||||
'/v2/tenants/{0}/services/{1}/start'.format(tenant_name, service_alias)
|
||||
res, body = self._post(url, self.default_headers, json.dumps({"event_id": event_id}))
|
||||
return res, body
|
||||
|
||||
def update_iamge(self, tenant_name, service_alias, image_name):
|
||||
url = self.base_url + \
|
||||
'/v2/tenants/{0}/services/{1}'.format(tenant_name, service_alias)
|
||||
res, body = self._put(url, self.default_headers, json.dumps({"image_name": image_name}))
|
||||
return res, body
|
||||
15
build/builder/plugins/clients/alioss.py
Normal file
15
build/builder/plugins/clients/alioss.py
Normal file
@ -0,0 +1,15 @@
|
||||
import os
|
||||
import sys
|
||||
|
||||
BASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
||||
|
||||
sys.path.insert(0, BASE_DIR + '/lib')
|
||||
|
||||
from oss.oss_api import OssAPI as API
|
||||
|
||||
|
||||
class OssAPI(API):
|
||||
|
||||
def __init__(self, conf, *args, **kwargs):
|
||||
API.__init__(self, conf.endpoint, conf.id, conf.secret)
|
||||
self.timeout = 90
|
||||
86
build/builder/plugins/clients/alisdk.py
Normal file
86
build/builder/plugins/clients/alisdk.py
Normal file
@ -0,0 +1,86 @@
|
||||
import os
|
||||
import sys
|
||||
|
||||
BASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
||||
|
||||
sys.path.insert(0, BASE_DIR + '/lib')
|
||||
|
||||
from utils.format import JSON, to_dict
|
||||
from addict import Dict
|
||||
import aliyun.api
|
||||
|
||||
|
||||
class AliyunAPI(object):
|
||||
|
||||
def __init__(self, conf=None, RegionId=None, *args, **kwargs):
|
||||
aliyun.setDefaultAppInfo('nMscVs3CaIXPEDUd', 'g4RWmftifuJxqUdqEWc69h0exO2V46')
|
||||
self.api = aliyun.api
|
||||
self.region_id = RegionId if RegionId is not None else ""
|
||||
|
||||
def list_instances(self, RegionId=None, InstanceIds=None, dict_key=None):
|
||||
'''
|
||||
InstanceIds is a list
|
||||
'''
|
||||
m = self.api.Ecs20140526DescribeInstancesRequest()
|
||||
m.RegionId = self.region_id if RegionId is None else RegionId
|
||||
if InstanceIds is not None:
|
||||
m.InstanceIds = JSON.dumps(InstanceIds)
|
||||
|
||||
response = m.getResponse()
|
||||
|
||||
try:
|
||||
res_list = []
|
||||
for i in response['Instances']['Instance']:
|
||||
item = Dict({
|
||||
"InstanceName": i['InstanceName'],
|
||||
"InstanceId": i['InstanceId'],
|
||||
"Ip": i['VpcAttributes']['PrivateIpAddress']['IpAddress'][0]
|
||||
})
|
||||
res_list.append(item)
|
||||
if dict_key is not None:
|
||||
return to_dict(res_list, dict_key)
|
||||
else:
|
||||
return res_list
|
||||
except Exception:
|
||||
return None
|
||||
|
||||
def get_slb_backservers(self, LoadBalancerId, dict_key=None):
|
||||
m = self.api.Slb20140515DescribeLoadBalancerAttributeRequest()
|
||||
m.LoadBalancerId = LoadBalancerId
|
||||
response = m.getResponse()
|
||||
|
||||
try:
|
||||
res_list = []
|
||||
for item in response['BackendServers']['BackendServer']:
|
||||
res_list.append(Dict(item))
|
||||
|
||||
if dict_key is not None:
|
||||
return to_dict(res_list, dict_key)
|
||||
else:
|
||||
return res_list
|
||||
except Exception:
|
||||
return None
|
||||
|
||||
def set_slb_backservers(self, LoadBalancerId, BackendServers):
|
||||
m = self.api.Slb20140515SetBackendServersRequest()
|
||||
m.LoadBalancerId = LoadBalancerId
|
||||
m.BackendServers = JSON.dumps(BackendServers)
|
||||
response = m.getResponse()
|
||||
return bool('Code' not in response)
|
||||
|
||||
def get_slb_backserver_health(self, LoadBalancerId, dict_key=None):
|
||||
m = self.api.Slb20140515DescribeHealthStatusRequest()
|
||||
m.LoadBalancerId = LoadBalancerId
|
||||
response = m.getResponse()
|
||||
|
||||
try:
|
||||
res_list = []
|
||||
for item in response['BackendServers']['BackendServer']:
|
||||
res_list.append(Dict(item))
|
||||
|
||||
if dict_key is not None:
|
||||
return to_dict(res_list, dict_key)
|
||||
else:
|
||||
return res_list
|
||||
except Exception:
|
||||
return None
|
||||
126
build/builder/plugins/clients/etcdcli.py
Normal file
126
build/builder/plugins/clients/etcdcli.py
Normal file
@ -0,0 +1,126 @@
|
||||
import uuid
|
||||
import etcd
|
||||
import logging
|
||||
import socket
|
||||
import threading
|
||||
from addict import Dict
|
||||
logger = logging.getLogger('default')
|
||||
|
||||
|
||||
class BasicLocker(object):
|
||||
|
||||
def __init__(self, conf, *args, **kwargs):
|
||||
self.etcd_cfg = conf
|
||||
self.etcdClient = None
|
||||
self.base_path = '/goodrain/locks'
|
||||
|
||||
def get_etcd_cli(self):
|
||||
if self.etcdClient is None:
|
||||
self.etcdClient = etcd.Client(host=self.etcd_cfg.get('host'), port=self.etcd_cfg.get('port'), allow_redirect=True)
|
||||
return self.etcdClient
|
||||
|
||||
|
||||
class TaskLocker(BasicLocker):
|
||||
|
||||
def __init__(self, conf):
|
||||
super(TaskLocker, self).__init__(conf)
|
||||
self.basic_path = '/goodrain/locks/tasks'
|
||||
|
||||
def exists(self, lock_id):
|
||||
try:
|
||||
path = self.base_path + '/' + lock_id
|
||||
self.get_etcd_cli().get(path)
|
||||
return True
|
||||
except Exception as e:
|
||||
pass
|
||||
return False
|
||||
|
||||
def add_lock(self, lock_id, value):
|
||||
path = self.base_path + '/' + lock_id
|
||||
self.get_etcd_cli().set(path, value)
|
||||
|
||||
def _childs(self, key):
|
||||
childs = {}
|
||||
try:
|
||||
r = self.get_etcd_cli().read(key, recursive=True, sorted=True)
|
||||
for child in r.children:
|
||||
if child.dir:
|
||||
tem = self._childs(child.key)
|
||||
childs.update(tem)
|
||||
else:
|
||||
childs[child.key] = child.value
|
||||
except Exception:
|
||||
pass
|
||||
return childs
|
||||
|
||||
def get_children(self, lock_id):
|
||||
childs = []
|
||||
try:
|
||||
event_path = self.base_path + '/' + lock_id
|
||||
r = self.get_etcd_cli().read(event_path, recursive=True, sorted=True)
|
||||
for child in r.children:
|
||||
if child.dir:
|
||||
tem = self._childs(child.key)
|
||||
childs.extend(tem)
|
||||
else:
|
||||
childs.append(child.key)
|
||||
except Exception as e:
|
||||
logger.exception(e)
|
||||
return childs
|
||||
|
||||
def get_lock_event(self, lock_id, event_id):
|
||||
event_path = self.base_path + '/' + lock_id + '/' + event_id
|
||||
try:
|
||||
res = self.get_etcd_cli().get(event_path)
|
||||
if not res.dir:
|
||||
return res.value
|
||||
except Exception:
|
||||
pass
|
||||
return ""
|
||||
|
||||
def remove_lock_event(self, lock_id, event_id):
|
||||
event_path = self.base_path + '/' + lock_id + '/' + event_id
|
||||
self.get_etcd_cli().delete(event_path, recursive=True)
|
||||
|
||||
def drop_lock(self, lock_id):
|
||||
event_path = self.base_path + '/' + lock_id
|
||||
self.get_etcd_cli().delete(event_path, recursive=True)
|
||||
|
||||
def release_lock(self):
|
||||
self.etcdClient = None
|
||||
|
||||
|
||||
class InstanceLocker(BasicLocker):
|
||||
|
||||
def __init__(self, renewSecondsPrior=5, timeout=None):
|
||||
conf = Dict({"host": "127.0.0.1", "port": 4001})
|
||||
super(InstanceLocker, self).__init__(conf)
|
||||
self.base_path = '/goodrain/locks/instances'
|
||||
self.client = self.get_etcd_cli()
|
||||
|
||||
def get_lock(self, instance_name):
|
||||
key = self.base_path + '/' + instance_name.lstrip('/')
|
||||
try:
|
||||
return self.client.get(key)
|
||||
except etcd.EtcdKeyNotFound:
|
||||
return None
|
||||
|
||||
def add_lock(self, instance_name, value, ttl=60):
|
||||
key = self.base_path + '/' + instance_name.lstrip('/')
|
||||
try:
|
||||
self.client.write(key, value, prevExist=False, recursive=True, ttl=ttl)
|
||||
except etcd.EtcdAlreadyExist:
|
||||
return False
|
||||
return True
|
||||
|
||||
def update_lock(self, instance_name, value, ttl=60):
|
||||
key = self.base_path + '/' + instance_name.lstrip('/')
|
||||
self.client.write(key, value, ttl=ttl)
|
||||
return True
|
||||
|
||||
def drop_lock(self, instance_name):
|
||||
key = self.base_path + '/' + instance_name.lstrip('/')
|
||||
try:
|
||||
self.client.delete(key, prevExist=True)
|
||||
except Exception as e:
|
||||
print e
|
||||
161
build/builder/plugins/clients/ftputils.py
Normal file
161
build/builder/plugins/clients/ftputils.py
Normal file
@ -0,0 +1,161 @@
|
||||
#!/usr/bin/env python
|
||||
# coding=utf-8
|
||||
|
||||
import os
|
||||
import ftplib
|
||||
from ftplib import FTP
|
||||
import logging
|
||||
logger = logging.getLogger('default')
|
||||
|
||||
class FTPUtils:
|
||||
""" 公用存储区域上传下载文件 """
|
||||
|
||||
def __init__(self, host, username, password, namespace, port=22, timeout=30):
|
||||
self.host = host
|
||||
self.port = port
|
||||
self.timeout = timeout
|
||||
self.username = username
|
||||
self.password = password
|
||||
self.namespace = namespace
|
||||
# 检查命名空间是否存在,并创建目录
|
||||
# self.check_dir(self.namespace)
|
||||
|
||||
def _init_ftp(self):
|
||||
f = FTP()
|
||||
# f.set_debuglevel(2)
|
||||
f.connect(self.host, self.port, self.timeout)
|
||||
f.login(self.username, self.password)
|
||||
f.set_debuglevel(2)
|
||||
f.set_pasv(1)
|
||||
return f
|
||||
|
||||
def check_dir(self, dirname, f=None):
|
||||
""" 检查用户根目录下, dirname是否存在 """
|
||||
try:
|
||||
# ftp不存在,初始化ftp
|
||||
if not f:
|
||||
f = self._init_ftp()
|
||||
# 初始化的ftp需要关闭
|
||||
_is_close = True
|
||||
# 使用分隔符处理路径
|
||||
dirs = dirname.split('/')
|
||||
for tmpdir in dirs:
|
||||
if tmpdir.strip():
|
||||
# 检查dir是否存在,空目录或者不存在
|
||||
tmplist = f.nlst()
|
||||
if tmpdir not in tmplist:
|
||||
f.mkd(tmpdir)
|
||||
# tmplist = f.nlst(tmpdir)
|
||||
# if not tmplist:
|
||||
# tmplist = f.nlst()
|
||||
# # 检查是否存在
|
||||
# if tmpdir not in tmplist:
|
||||
# f.mkd(tmpdir)
|
||||
f.cwd(tmpdir)
|
||||
# 函数中厨时候的ftp需要关闭
|
||||
if _is_close:
|
||||
f.quit()
|
||||
except ftplib.all_errors as e:
|
||||
raise e
|
||||
|
||||
def create_dir(self, dirname):
|
||||
""" 检查用户根目录下, dirname是否存在 """
|
||||
try:
|
||||
f = self._init_ftp()
|
||||
# 使用分隔符处理路径
|
||||
dirs = dirname.split('/')
|
||||
for tmpdir in dirs:
|
||||
if tmpdir.strip():
|
||||
# 检查dir是否存在,空目录或者不存在
|
||||
tmplist = f.nlst()
|
||||
if tmpdir not in tmplist:
|
||||
f.mkd(tmpdir)
|
||||
# tmplist = f.nlst(tmpdir)
|
||||
# if not tmplist:
|
||||
# tmplist = f.nlst()
|
||||
# # 检查是否存在
|
||||
# if tmpdir not in tmplist:
|
||||
# f.mkd(tmpdir)
|
||||
f.cwd(tmpdir)
|
||||
# 函数中厨时候的ftp需要关闭
|
||||
f.quit()
|
||||
except ftplib.all_errors as e:
|
||||
raise e
|
||||
|
||||
def delete_dir(self, dirname):
|
||||
"""删除文件"""
|
||||
try:
|
||||
f = self._init_ftp()
|
||||
parent = os.path.dirname(dirname)
|
||||
f.cwd(parent)
|
||||
filename = os.path.basename(dirname)
|
||||
f.rmd(filename)
|
||||
f.quit()
|
||||
return True
|
||||
except ftplib.all_errors as e:
|
||||
raise e
|
||||
|
||||
def delete_file(self, filepath):
|
||||
"""删除文件"""
|
||||
try:
|
||||
f = self._init_ftp()
|
||||
parent = os.path.dirname(filepath)
|
||||
f.cwd(parent)
|
||||
filename = os.path.basename(filepath)
|
||||
f.delete(filename)
|
||||
f.quit()
|
||||
return True
|
||||
except ftplib.all_errors as e:
|
||||
raise e
|
||||
|
||||
def download(self, remote_file, localfile):
|
||||
try:
|
||||
f = self._init_ftp()
|
||||
remote_dir = os.path.dirname(remote_file)
|
||||
remote_file = os.path.basename(remote_file)
|
||||
logger.debug("mq_work.app_slug", "remote:{}/{}".format(remote_dir, remote_file))
|
||||
f.cwd(remote_dir)
|
||||
tmplist = f.nlst(remote_file)
|
||||
logger.debug("mq_work.app_slug", tmplist)
|
||||
if tmplist:
|
||||
with open(localfile, 'wb') as contents:
|
||||
f.retrbinary('RETR %s' % remote_file, contents.write)
|
||||
f.quit()
|
||||
return True
|
||||
else:
|
||||
f.quit()
|
||||
return False
|
||||
except ftplib.all_errors as e:
|
||||
raise e
|
||||
|
||||
def upload(self, remote_dir, localfile):
|
||||
""" 上传文件到ftp """
|
||||
try:
|
||||
f = self._init_ftp()
|
||||
f.cwd(remote_dir)
|
||||
filename = os.path.basename(localfile)
|
||||
with open(localfile, 'rb') as contents:
|
||||
f.storbinary('STOR %s' % filename, contents)
|
||||
f.quit()
|
||||
except ftplib.all_errors as e:
|
||||
raise e
|
||||
|
||||
def checkFile(self, remote_file):
|
||||
try:
|
||||
f = self._init_ftp()
|
||||
remote_dir = os.path.dirname(remote_file)
|
||||
file_name = os.path.basename(remote_file)
|
||||
dirs = remote_dir.split('/')
|
||||
for tmpdir in dirs:
|
||||
if tmpdir.strip():
|
||||
# 检查dir是否存在,空目录或者不存在
|
||||
tmplist = f.nlst()
|
||||
if tmpdir not in tmplist:
|
||||
f.mkd(tmpdir)
|
||||
f.cwd(tmpdir)
|
||||
# 函数中厨时候的ftp需要关闭
|
||||
# 检查目录下文件是否存在
|
||||
tmplist = f.nlst()
|
||||
return True if file_name in tmplist else False
|
||||
except ftplib.all_errors as fa:
|
||||
raise fa
|
||||
150
build/builder/plugins/clients/hubimageutils.py
Normal file
150
build/builder/plugins/clients/hubimageutils.py
Normal file
@ -0,0 +1,150 @@
|
||||
#!/usr/bin/env python
|
||||
# -*- coding: utf8 -*-
|
||||
|
||||
import requests
|
||||
import json
|
||||
from addict import Dict
|
||||
import logging
|
||||
logger = logging.getLogger('default')
|
||||
|
||||
|
||||
class HubUtils:
|
||||
""" cloud market image hub upload/download interface """
|
||||
def __init__(self, image_config):
|
||||
self.username = image_config.get("oss_username")
|
||||
self.password = image_config.get("oss_password")
|
||||
self.namespace = image_config.get('oss_namespace')
|
||||
self.host = image_config.get('oss_host')
|
||||
self.cert = image_config.get('oss_cart')
|
||||
self.dockersearch = '/api/v0/index/dockersearch' # get
|
||||
self.search = '/api/v0/index/search' # get
|
||||
self.reindex = '/api/v0/index/reindex' # POST
|
||||
|
||||
self.repo_error = {
|
||||
400: '名称已经存在',
|
||||
401: '客户端未授权',
|
||||
403: '客户端无权限',
|
||||
404: '账户不存在',
|
||||
409: '未配置管理账户',
|
||||
}
|
||||
|
||||
def rename_image(self, image, tag=None, namespace=None):
|
||||
data = self.parse_image(image)
|
||||
if not namespace:
|
||||
namespace = self.namespace
|
||||
# goodrain.me/xxx:tagx hub.goodrain.com/goodrain/xxx:tagx
|
||||
end_name = '{0}/{1}'.format(self.host + '/' + namespace, data.name)
|
||||
if tag is not None:
|
||||
end_name = '{0}:{1}'.format(end_name, tag)
|
||||
elif data.tag is not None:
|
||||
end_name = '{0}:{1}'.format(end_name, data.tag)
|
||||
return end_name
|
||||
|
||||
def parse_image(self, image):
|
||||
if '/' in image:
|
||||
host, full_name = image.split('/', 1)
|
||||
else:
|
||||
host, full_name = (None, image)
|
||||
if ':' in full_name:
|
||||
name, tag = full_name.split(':', 1)
|
||||
else:
|
||||
name, tag = (full_name, 'latest')
|
||||
return Dict(host=host, name=name, tag=tag)
|
||||
|
||||
def check(self, image_name, tag_name, namespace=None):
|
||||
# 1, 检查命名空间是否存在,
|
||||
# 2, 存在,检查tag_name是否存在
|
||||
# 3, 不存在,新建空间
|
||||
if not namespace:
|
||||
namespace = self.namespace
|
||||
repositories_url = '/api/v0/repositories/%s' % namespace
|
||||
url = 'https://' + self.host + '/' + repositories_url + '/' + image_name
|
||||
headers = {'content-type': 'application/json'}
|
||||
auth = requests.auth.HTTPBasicAuth(self.username, self.password)
|
||||
resp = requests.get(url, headers=headers, verify=False, auth=auth)
|
||||
code = resp.status_code
|
||||
if code == 200:
|
||||
logger.debug('mq_work.app_image', 'query {} result:{}'.format(url, resp.json()))
|
||||
return True
|
||||
else:
|
||||
# 创建空间
|
||||
payload = {'name': str(image_name), 'shortDescription': '', 'longDescription': '', 'visibility': 'public'}
|
||||
url = 'https://' + self.host + '/' + repositories_url
|
||||
respp = requests.post(url, headers=headers, verify=False,
|
||||
auth=auth, data=json.dumps(payload))
|
||||
if respp.status_code == 201:
|
||||
logger.debug('mq_work.app_image', 'create repos namespace, result:{}'.format(respp.json()))
|
||||
else:
|
||||
logger.error('mq_work.app_image', 'result code:{}, msg:{}'.format(respp.status_code, self.repo_error[respp.status_code]))
|
||||
return False
|
||||
|
||||
def check_image(self, hub_image, tag_name, namespace=None):
|
||||
headers = {'content-type': 'application/json'}
|
||||
if not namespace:
|
||||
namespace = self.namespace
|
||||
image_check = '/api/v0/repositories/' + namespace + '/{reponame}/tags'
|
||||
|
||||
url = 'https://' + self.host + '/' + image_check.format(reponame=hub_image)
|
||||
auth = requests.auth.HTTPBasicAuth(self.username, self.password)
|
||||
resp = requests.get(url, headers=headers, verify=False, auth=auth)
|
||||
code = resp.status_code
|
||||
if code == requests.codes.ok:
|
||||
#
|
||||
jsondata = resp.json()
|
||||
tags = jsondata['tags']
|
||||
namearray = [x['name'] for x in tags]
|
||||
if tag_name in namearray:
|
||||
return True
|
||||
else:
|
||||
return False
|
||||
else:
|
||||
return False
|
||||
|
||||
def check_repositories(self, repo, namespace=None):
|
||||
""" 创建repositories """
|
||||
if not namespace:
|
||||
namespace = self.namespace
|
||||
repositories_url = '/api/v0/repositories/%s' % namespace
|
||||
url = 'https://' + self.host + '/' + repositories_url + '/' + repo
|
||||
headers = {'content-type': 'application/json'}
|
||||
auth = requests.auth.HTTPBasicAuth(self.username, self.password)
|
||||
resp = requests.get(url, headers=headers, verify=False, auth=auth)
|
||||
code = resp.status_code
|
||||
repository = {}
|
||||
if code == 200:
|
||||
print resp.json()
|
||||
jsondata = resp.json()
|
||||
repository['id'] = jsondata['id']
|
||||
repository['namespace'] = jsondata['namespace']
|
||||
repository['namespaceType'] = jsondata['namespaceType']
|
||||
repository['name'] = jsondata['name']
|
||||
repository['visibility'] = jsondata['visibility']
|
||||
repository['status'] = jsondata['status']
|
||||
repository['code'] = 200
|
||||
return repository
|
||||
else:
|
||||
payload = {'name': str(repo), 'shortDescription': '', 'longDescription': '', 'visibility': 'public'}
|
||||
url = 'https://' + self.host + '/' + repositories_url
|
||||
respp = requests.post(url,
|
||||
headers=headers, verify=False,
|
||||
auth=auth, data=json.dumps(payload))
|
||||
if respp.status_code == 201:
|
||||
print respp
|
||||
print respp.json()
|
||||
jsondata = respp.json()
|
||||
repository['id'] = jsondata['id']
|
||||
repository['namespace'] = jsondata['namespace']
|
||||
repository['namespaceType'] = jsondata['namespaceType']
|
||||
repository['name'] = jsondata['name']
|
||||
repository['visibility'] = jsondata['visibility']
|
||||
repository['status'] = jsondata['status']
|
||||
repository['code'] = 200
|
||||
else:
|
||||
repository['code'] = respp.status_code
|
||||
repository['msg'] = self.repo_error[respp.status_code]
|
||||
return repository
|
||||
|
||||
|
||||
# 命令行
|
||||
if __name__ == "__main__":
|
||||
print 'aaa'
|
||||
27
build/builder/plugins/clients/influxdb.py
Normal file
27
build/builder/plugins/clients/influxdb.py
Normal file
@ -0,0 +1,27 @@
|
||||
import json
|
||||
import logging
|
||||
|
||||
from _base import BaseHttpClient
|
||||
|
||||
logger = logging.getLogger('default')
|
||||
|
||||
|
||||
class InfluxdbAPI(BaseHttpClient):
|
||||
|
||||
def __init__(self, conf, *args, **kwargs):
|
||||
BaseHttpClient.__init__(self, *args, **kwargs)
|
||||
self.default_headers = {'Connection': 'keep-alive'}
|
||||
self.url = 'http://{0}:{1}/db/{2}/series?u={3}&p={4}'.format(conf.host, conf.port, conf.db, conf.user, conf.password)
|
||||
|
||||
def write(self, data):
|
||||
if isinstance(data, (list, dict)):
|
||||
data = json.dumps(data)
|
||||
headers = self.default_headers.copy()
|
||||
headers.update({'content-type': 'application/json'})
|
||||
try:
|
||||
res, body = self._post(self.url, headers, data)
|
||||
if 200 <= res.status < 300:
|
||||
return True
|
||||
except Exception, e:
|
||||
logger.exception('client_error', e)
|
||||
return False
|
||||
15
build/builder/plugins/clients/kubeapi.py
Normal file
15
build/builder/plugins/clients/kubeapi.py
Normal file
@ -0,0 +1,15 @@
|
||||
from _base import BaseHttpClient
|
||||
|
||||
|
||||
class KubernetesApi(BaseHttpClient):
|
||||
|
||||
def __init__(self, conf=None, *arg, **kwargs):
|
||||
super(KubernetesApi, self).__init__()
|
||||
self._name = 'kubeapi'
|
||||
self.base_url = conf.url
|
||||
self.default_headers = {"Content-Type": "application/json"}
|
||||
|
||||
def get_rc(self, tenant_id, replica_id):
|
||||
url = self.base_url + "/namespaces/{0}/replicationcontrollers/{1}".format(tenant_id, replica_id)
|
||||
res, body = self._get(url, self.default_headers)
|
||||
return body
|
||||
43
build/builder/plugins/clients/operatedata.py
Normal file
43
build/builder/plugins/clients/operatedata.py
Normal file
@ -0,0 +1,43 @@
|
||||
import json
|
||||
import logging
|
||||
|
||||
from _base import BaseHttpClient
|
||||
|
||||
logger = logging.getLogger('default')
|
||||
|
||||
|
||||
class OperateDataApi(BaseHttpClient):
|
||||
|
||||
def __init__(self, conf=None, *args, **kwargs):
|
||||
super(OperateDataApi, self).__init__()
|
||||
self.default_headers = {"Content-Type": "application/json"}
|
||||
if conf is None:
|
||||
self.base_url = "http://op_console.goodrain.ali-sh.goodrain.net:10080"
|
||||
else:
|
||||
self.base_url = conf.url
|
||||
|
||||
def send_log(self, body):
|
||||
url = self.base_url + '/api/operate-log/'
|
||||
res, body = self._post(url, self.default_headers, body)
|
||||
return res, body
|
||||
|
||||
def send_container(self, body):
|
||||
url = self.base_url + '/api/operate-container/'
|
||||
res, body = self._post(url, self.default_headers, body)
|
||||
return res, body
|
||||
|
||||
def send_evnetdata(self, body):
|
||||
url = self.base_url + '/api/operate-event/'
|
||||
res, body = self._post(url, self.default_headers, body)
|
||||
return res, body
|
||||
|
||||
def send_container_memory(self, body):
|
||||
url = self.base_url + '/api/operate-container-memory/'
|
||||
res, body = self._post(url, self.default_headers, body)
|
||||
return res, body
|
||||
|
||||
def send_service_running(self, body):
|
||||
url = self.base_url + '/api/operate-running-statics/'
|
||||
res, body = self._post(url, self.default_headers, body)
|
||||
return res, body
|
||||
|
||||
114
build/builder/plugins/clients/region.py
Normal file
114
build/builder/plugins/clients/region.py
Normal file
@ -0,0 +1,114 @@
|
||||
# -*- coding: utf8 -*-
|
||||
import logging
|
||||
import json
|
||||
import os
|
||||
from _base import BaseHttpClient
|
||||
|
||||
logger = logging.getLogger('default')
|
||||
|
||||
|
||||
class RegionAPI(BaseHttpClient):
|
||||
|
||||
def __init__(self, conf=None, *arg, **kwargs):
|
||||
super(RegionAPI, self).__init__()
|
||||
self._name = 'region'
|
||||
self.default_headers = {"Content-Type": "application/json"}
|
||||
if conf["token"] is not None:
|
||||
self.default_headers.update({"Authorization": "Token {}".format(conf["token"])})
|
||||
if conf["url"] is None:
|
||||
self.base_url = 'http://region.goodrain.me:8888'
|
||||
else:
|
||||
self.base_url = conf["url"]
|
||||
|
||||
def upgrade_service(self, service_id, body):
|
||||
url = self.base_url + \
|
||||
'/v1/services/lifecycle/{0}/upgrade/'.format(service_id)
|
||||
res, body = self._post(url, self.default_headers, body)
|
||||
return res, body
|
||||
|
||||
def rolling_upgrade_service(self, service_id, body):
|
||||
url = self.base_url + \
|
||||
'/v1/services/lifecycle/{0}/upgrade/'.format(service_id)
|
||||
res, body = self._put(url, self.default_headers, body)
|
||||
return res, body
|
||||
|
||||
def deploy_service(self, service_id, body):
|
||||
url = self.base_url + \
|
||||
'/v1/services/lifecycle/{0}/deploy/'.format(service_id)
|
||||
res, body = self._post(url, self.default_headers, body)
|
||||
return res, body
|
||||
|
||||
def start_service(self, service_id, body):
|
||||
url = self.base_url + \
|
||||
'/v1/services/lifecycle/{0}/start/'.format(service_id)
|
||||
res, body = self._post(url, self.default_headers, body)
|
||||
return res, body
|
||||
|
||||
def system_pause(self, tenant_id):
|
||||
url = self.base_url + '/v1/tenants/{0}/system-pause'.format(tenant_id)
|
||||
res, body = self._post(url, self.default_headers)
|
||||
return res, body
|
||||
|
||||
def stop_service(self, service_id):
|
||||
url = self.base_url + \
|
||||
'/v1/services/lifecycle/{0}/stop/'.format(service_id)
|
||||
tmp_body = json.dumps({
|
||||
"event_id": "system"
|
||||
})
|
||||
res, body = self._post(url, self.default_headers, body=tmp_body)
|
||||
return res, body
|
||||
|
||||
def update_b_event(self, service_id, body):
|
||||
url = self.base_url + \
|
||||
'/v1/services/lifecycle/{0}/beanstalk/'.format(service_id)
|
||||
res, body = self._post(url, self.default_headers, body)
|
||||
return body
|
||||
|
||||
def update_event(self, body):
|
||||
url = self.base_url + '/v1/events'
|
||||
res, body = self._put(url, self.default_headers, body)
|
||||
return body
|
||||
|
||||
def get_history_pods(self, service_id):
|
||||
url = self.base_url + '/v1/services/lifecycle/{0}/history_pods'.format(service_id)
|
||||
res, body = self._get(url, self.default_headers)
|
||||
return body
|
||||
|
||||
def clean_history_pods(self, service_id):
|
||||
url = self.base_url + '/v1/services/lifecycle/{0}/history_pods'.format(service_id)
|
||||
res, body = self._delete(url, self.default_headers)
|
||||
return body
|
||||
|
||||
def get_lb_ngx_info(self, tenant_name, service_name):
|
||||
url = self.base_url + '/v1/lb/ngx-info/{0}/{1}'.format(tenant_name, service_name)
|
||||
res, body = self._get(url, self.default_headers)
|
||||
return body
|
||||
|
||||
def renew_lb_ngx_info(self, body):
|
||||
url = self.base_url + '/v1/lb/ngx-info'
|
||||
res, body = self._post(url, self.default_headers, body)
|
||||
return body
|
||||
|
||||
def set_service_running(self, service_id):
|
||||
url = self.base_url + \
|
||||
'/v1/services/lifecycle/{0}/set-running/'.format(service_id)
|
||||
res, body = self._post(url, self.default_headers)
|
||||
return res, body
|
||||
|
||||
def is_service_running(self, service_id):
|
||||
url = self.base_url + \
|
||||
'/v1/services/lifecycle/{0}/status/'.format(service_id)
|
||||
res, body = self._post(url, self.default_headers)
|
||||
return res, body
|
||||
|
||||
def opentsdbQuery(self, start, queries):
|
||||
try:
|
||||
url = self.base_url + "/v1/statistic/opentsdb/query"
|
||||
data = {"start": start, "queries": queries}
|
||||
res, body = self._post(url, self.default_headers, json.dumps(data))
|
||||
dps = body[0]['dps']
|
||||
return dps
|
||||
except IndexError:
|
||||
logger.info('tsdb_query', "request: {0}".format(url))
|
||||
logger.info('tsdb_query', "response: {0} ====== {1}".format(res, body))
|
||||
return None
|
||||
72
build/builder/plugins/clients/registry.py
Normal file
72
build/builder/plugins/clients/registry.py
Normal file
@ -0,0 +1,72 @@
|
||||
from addict import Dict
|
||||
from _base import SuperHttpClient
|
||||
|
||||
import logging
|
||||
logger = logging.getLogger('default')
|
||||
|
||||
|
||||
class RegistryAPI(SuperHttpClient):
|
||||
|
||||
def __init__(self, conf=None, host=None, *arg, **kwargs):
|
||||
if conf is not None:
|
||||
host = conf.host
|
||||
|
||||
super(RegistryAPI, self).__init__(host)
|
||||
self.apitype = 'registry'
|
||||
self.default_headers = {"Content-Type": "application/json", "Connection": "close"}
|
||||
|
||||
self.log_topic = None
|
||||
|
||||
def set_log_topic(self, topic):
|
||||
self.log_topic = topic
|
||||
|
||||
def delete_image(self, image):
|
||||
data = self.parse_image(image)
|
||||
digest = self.get_manifest_digest(data)
|
||||
|
||||
url = self.base_url + '/v2/{0}/manifests/{1}'.format(data.name, digest)
|
||||
res, body = self._delete(url, headers=self.default_headers)
|
||||
|
||||
def get_manifest_digest(self, data):
|
||||
url = self.base_url + '/v2/{0}/manifests/{1}'.format(data.name, data.tag)
|
||||
res, body = self._get(url, headers=self.default_headers)
|
||||
return res['docker-content-digest']
|
||||
|
||||
def rename_image(self, image, tag=None):
|
||||
data = self.parse_image(image)
|
||||
end_name = '{0}/{1}'.format(self.host, data.name)
|
||||
if tag is not None:
|
||||
end_name = '{0}:{1}'.format(end_name, tag)
|
||||
elif data.tag is not None:
|
||||
end_name = '{0}:{1}'.format(end_name, data.tag)
|
||||
return end_name
|
||||
|
||||
def exist_image(self, image):
|
||||
data = self.parse_image(image)
|
||||
url = self.base_url + '/v2/{0}/manifests/{1}'.format(data.name, data.tag)
|
||||
try:
|
||||
res, body = self._get(url, headers=self.default_headers)
|
||||
is_exist = True
|
||||
except self.CallApiError, e:
|
||||
if e.status == 404:
|
||||
is_exist = False
|
||||
else:
|
||||
raise e
|
||||
|
||||
if self.log_topic is not None:
|
||||
logger.info(self.log_topic, "check image {0} is or not exists on {1}, result: {2}".format(image, self.host, is_exist))
|
||||
|
||||
return is_exist
|
||||
|
||||
def parse_image(self, image):
|
||||
if '/' in image:
|
||||
host, full_name = image.split('/', 1)
|
||||
else:
|
||||
host, full_name = (None, image)
|
||||
|
||||
if ':' in full_name:
|
||||
name, tag = full_name.split(':', 1)
|
||||
else:
|
||||
name, tag = (full_name, 'latest')
|
||||
|
||||
return Dict(host=host, name=name, tag=tag)
|
||||
90
build/builder/plugins/clients/snmp.py
Normal file
90
build/builder/plugins/clients/snmp.py
Normal file
@ -0,0 +1,90 @@
|
||||
# -*- coding: utf8 -*-
|
||||
from pysnmp.entity.rfc3413.oneliner import cmdgen
|
||||
|
||||
|
||||
class SnmpApi(object):
|
||||
|
||||
def __init__(self, host, port, version=1):
|
||||
cmdGen = cmdgen.CommandGenerator()
|
||||
self._cmd = cmdGen
|
||||
self._snmp_version = version
|
||||
if str(version) == '1':
|
||||
self._auth_data = cmdgen.CommunityData('public', mpModel=0)
|
||||
elif str(version) == '2c':
|
||||
self._auth_data = cmdgen.CommunityData('public')
|
||||
else:
|
||||
raise ValueError("unsupport version: {0}".format(version))
|
||||
|
||||
self._target = cmdgen.UdpTransportTarget((host, port))
|
||||
self._extra_mib_path = None
|
||||
|
||||
def _check_result(self, result):
|
||||
errorIndication, errorStatus, errorIndex, varBinds = result
|
||||
if errorIndication:
|
||||
pass
|
||||
else:
|
||||
if errorStatus:
|
||||
pass
|
||||
else:
|
||||
return varBinds
|
||||
return []
|
||||
|
||||
def snmpwalk(self, MibVariable):
|
||||
if self._extra_mib_path is not None:
|
||||
MibVariable.addMibSource(self._extra_mib_path)
|
||||
result = self._cmd.nextCmd(
|
||||
self._auth_data,
|
||||
self._target,
|
||||
MibVariable
|
||||
)
|
||||
return self._check_result(result)
|
||||
|
||||
|
||||
class ZxtmPoolStatic(SnmpApi):
|
||||
|
||||
def __init__(self, host, port):
|
||||
SnmpApi.__init__(self, host, port)
|
||||
|
||||
def _as_list(self, data_list):
|
||||
new_data = []
|
||||
for l in data_list:
|
||||
name, val = l[0]
|
||||
item = (name.getOid().prettyPrint().split('.', 14)[-1], val.prettyPrint())
|
||||
new_data.append(item)
|
||||
return new_data
|
||||
|
||||
def _as_dict(self, data_list):
|
||||
new_data = {}
|
||||
for l in data_list:
|
||||
name, val = l[0]
|
||||
n, v = name.getOid().prettyPrint().split('.', 14)[-1], val.prettyPrint()
|
||||
new_data[n] = v
|
||||
return new_data
|
||||
|
||||
def add_mib_source(self, path):
|
||||
self._extra_mib_path = path
|
||||
|
||||
def get_pool_names(self):
|
||||
mib_variable = cmdgen.MibVariable('ZXTM-MIB', 'poolName')
|
||||
data = self.snmpwalk(mib_variable)
|
||||
return self._as_dict(data)
|
||||
|
||||
def get_pool_bytes_in_lo(self):
|
||||
mib_variable = cmdgen.MibVariable('ZXTM-MIB', 'poolBytesInLo')
|
||||
data = self.snmpwalk(mib_variable)
|
||||
return self._as_dict(data)
|
||||
|
||||
def get_pool_bytes_in_hi(self):
|
||||
mib_variable = cmdgen.MibVariable('ZXTM-MIB', 'poolBytesInHi')
|
||||
data = self.snmpwalk(mib_variable)
|
||||
return self._as_dict(data)
|
||||
|
||||
def get_pool_bytes_out_lo(self):
|
||||
mib_variable = cmdgen.MibVariable('ZXTM-MIB', 'poolBytesOutLo')
|
||||
data = self.snmpwalk(mib_variable)
|
||||
return self._as_dict(data)
|
||||
|
||||
def get_pool_bytes_out_hi(self):
|
||||
mib_variable = cmdgen.MibVariable('ZXTM-MIB', 'poolBytesOutHi')
|
||||
data = self.snmpwalk(mib_variable)
|
||||
return self._as_dict(data)
|
||||
25
build/builder/plugins/clients/tsdb.py
Normal file
25
build/builder/plugins/clients/tsdb.py
Normal file
@ -0,0 +1,25 @@
|
||||
import json
|
||||
import logging
|
||||
|
||||
from _base import BaseHttpClient
|
||||
|
||||
logger = logging.getLogger('default')
|
||||
|
||||
|
||||
class OpentsdbAPI(BaseHttpClient):
|
||||
|
||||
def __init__(self, conf, *args, **kwargs):
|
||||
BaseHttpClient.__init__(self, *args, **kwargs)
|
||||
self.default_headers = {'Connection': 'keep-alive', 'content-type': 'application/json'}
|
||||
self.url = 'http://{0}:{1}/api/put'.format(conf.host, conf.port)
|
||||
|
||||
def write(self, data):
|
||||
if isinstance(data, (list, dict)):
|
||||
data = json.dumps(data)
|
||||
|
||||
try:
|
||||
res, body = self._post(self.url, self.default_headers, data)
|
||||
return True
|
||||
except self.CallApiError, e:
|
||||
logger.exception('client_error', e)
|
||||
return False
|
||||
86
build/builder/plugins/clients/userconsole.py
Normal file
86
build/builder/plugins/clients/userconsole.py
Normal file
@ -0,0 +1,86 @@
|
||||
import logging
|
||||
import os
|
||||
from _base import BaseHttpClient
|
||||
|
||||
logger = logging.getLogger('default')
|
||||
|
||||
|
||||
class UserConsoleAPI(BaseHttpClient):
|
||||
def __init__(self, conf=None, *args, **kwargs):
|
||||
super(UserConsoleAPI, self).__init__()
|
||||
self._name = 'region'
|
||||
self.default_headers = {"Content-Type": "application/json"}
|
||||
if conf["token"] is not None:
|
||||
self.default_headers.update({"Authorization": "Token {}".format(conf["token"])})
|
||||
if conf is None:
|
||||
self.base_url = "https://user.goodrain.com"
|
||||
else:
|
||||
self.base_url = conf["url"]
|
||||
|
||||
def update_service(self, service_id, body):
|
||||
url = self.base_url + '/api/services/{0}'.format(service_id)
|
||||
res, body = self._put(url, self.default_headers, body)
|
||||
|
||||
def update_service_prop(self, service_id, body):
|
||||
url = self.base_url + '/api/services/{0}'.format(service_id)
|
||||
res, body = self._post(url, self.default_headers, body)
|
||||
return res, body
|
||||
|
||||
def codecheck(self, service_id, body):
|
||||
pass
|
||||
|
||||
def get_tenants(self, body, headers=None):
|
||||
url = self.base_url + '/api/tenants/all-members'
|
||||
if headers is None:
|
||||
res, body = self._post(url, self.default_headers, body)
|
||||
else:
|
||||
res, body = self._post(url, headers, body)
|
||||
return res, body
|
||||
|
||||
def get_tenant(self, body):
|
||||
url = self.base_url + '/api/tenants/member'
|
||||
res, body = self._post(url, self.default_headers, body)
|
||||
return res, body
|
||||
|
||||
def hibernate_service(self, body):
|
||||
url = self.base_url + '/api/tenants/services/hibernate'
|
||||
res, body = self._put(url, self.default_headers, body)
|
||||
return res, body
|
||||
|
||||
def stat_service(self, body):
|
||||
url = self.base_url + '/api/tenants/services/statics'
|
||||
res, body = self._post(url, self.default_headers, body)
|
||||
return res, body
|
||||
|
||||
def code_check(self, body):
|
||||
url = self.base_url + '/api/tenants/services/codecheck'
|
||||
res, body = self._post(url, self.default_headers, body)
|
||||
return res, body
|
||||
|
||||
def service_publish_success(self, body):
|
||||
url = self.base_url + '/api/tenants/services/publish'
|
||||
res, body = self._post(url, self.default_headers, body)
|
||||
return res, body
|
||||
|
||||
def get_region_rules(self):
|
||||
region = os.environ.get('REGION_TAG')
|
||||
url = self.base_url + '/api/rules/' + region
|
||||
res, body = self._get(url, self.default_headers)
|
||||
return res, body
|
||||
|
||||
def post_rule_instance(self, rule_id, body):
|
||||
rule_id_str = str(rule_id)
|
||||
url = self.base_url + '/api/rules/' + rule_id_str + '/instance'
|
||||
res, body = self._post(url, self.default_headers, body)
|
||||
return res, body
|
||||
|
||||
def post_rule_history(self, rule_id, body):
|
||||
rule_id_str = str(rule_id)
|
||||
url = self.base_url + '/api/rules/' + rule_id_str + '/history'
|
||||
res, body = self._put(url, self.default_headers, body)
|
||||
return res, body
|
||||
|
||||
def get_service_info(self, service_id):
|
||||
url = self.base_url + '/api/services/{0}/info'.format(service_id)
|
||||
res, body = self._get(url, self.default_headers)
|
||||
return res, body
|
||||
163
build/builder/plugins/code_check.py
Normal file
163
build/builder/plugins/code_check.py
Normal file
@ -0,0 +1,163 @@
|
||||
# -*- coding: utf8 -*-
|
||||
import time
|
||||
import json
|
||||
import httplib2
|
||||
import urllib
|
||||
import sys
|
||||
|
||||
from clients.region import RegionAPI
|
||||
from clients.userconsole import UserConsoleAPI
|
||||
from utils.shell import Executer
|
||||
from clients.etcdcli import TaskLocker
|
||||
from utils.log import EventLog
|
||||
import logging
|
||||
import logging.config
|
||||
from etc import settings
|
||||
import fileinput
|
||||
load_dict = {}
|
||||
with open("plugins/config.json", 'r') as load_f:
|
||||
load_dict = json.load(load_f)
|
||||
logging.config.dictConfig(settings.get_logging(load_dict))
|
||||
logger = logging.getLogger('default')
|
||||
|
||||
|
||||
class CodeCheck():
|
||||
watching_topics = ('service_event_msg', )
|
||||
required_configs = ('region', 'userconsole', 'etcd.lock')
|
||||
|
||||
def __init__(self, job, *args, **kwargs):
|
||||
self.job = job
|
||||
self.configs = kwargs.get("config")
|
||||
self.user_cs_client = UserConsoleAPI(conf=self.configs['userconsole'])
|
||||
task = json.loads(self.job.body)
|
||||
self.base_dir = kwargs.get('base_dir')
|
||||
for k in ('tenant_id', 'service_id', 'action'):
|
||||
setattr(self, k, task[k])
|
||||
if 'event_id' in task:
|
||||
self.event_id = task["event_id"]
|
||||
self.log = EventLog().bind(event_id=self.event_id)
|
||||
else:
|
||||
self.event_id = "system"
|
||||
self.log = EventLog().bind(event_id=self.event_id)
|
||||
self.task = task
|
||||
self.locker = TaskLocker(conf=self.configs['etcd'])
|
||||
|
||||
# self.waittime = int(task['wait_time'])
|
||||
self.log.info(u"worker已收到异步任务。", step="worker")
|
||||
|
||||
def do_work(self):
|
||||
logger.info('mq_work.service_event',
|
||||
"plugin %s execute start" % __name__)
|
||||
self.log.debug(u"代码检查异步处理开始。", step="worker", status="start")
|
||||
self.code_check()
|
||||
|
||||
logger.info('mq_work.service_event',
|
||||
"plugin %s execute finished" % __name__)
|
||||
|
||||
def code_check(self):
|
||||
git_url = self.task['git_url']
|
||||
check_type = self.task['check_type']
|
||||
code_version = self.task['code_version']
|
||||
git_project_id = self.task['git_project_id']
|
||||
code_from = self.task['code_from']
|
||||
url_repos = self.task['url_repos']
|
||||
|
||||
lock_id = 'code_check.' + self.service_id
|
||||
logger.info(
|
||||
'mq_work.code_check',
|
||||
"git_url {0},check_type {1}, code_version {2},git_project_id {3},code_from {4},url_repos {5} ".
|
||||
format(git_url, check_type, code_version, git_project_id,
|
||||
code_from, url_repos))
|
||||
try:
|
||||
if self.locker.exists(lock_id):
|
||||
logger.info('mq_work.code_check',
|
||||
"lock_id {} exists, do nothing".format(lock_id))
|
||||
self.log.info(
|
||||
'lock_id {} exists, do nothing'.format(lock_id),
|
||||
step="check_exist")
|
||||
return
|
||||
self.locker.add_lock(lock_id, bytes(git_url))
|
||||
logger.info('add lock_id {}'.format(lock_id), step="check-exist")
|
||||
except Exception, e:
|
||||
pass
|
||||
|
||||
logger.info('mq_work.code_check', 'added lock <{}> for [{}]'.format(
|
||||
lock_id, git_url))
|
||||
logger.info(
|
||||
'mq_work.code_check',
|
||||
self.tenant_id + "=" + self.service_id + " start code check")
|
||||
if self.event_id:
|
||||
self.log.info(
|
||||
"代码检测{0},{1} 开始".format(self.tenant_id, self.service_id),
|
||||
step="check-start")
|
||||
cmd = '/bin/bash {0}/scripts/detect.sh {1} {2} "{3}" {4}'.format(
|
||||
self.base_dir, self.tenant_id, self.service_id, git_url,
|
||||
self.base_dir)
|
||||
try:
|
||||
output = Executer.call(cmd)
|
||||
self.requestConsole(self.service_id, output[0].rstrip('\n'),
|
||||
check_type, git_url, code_version,
|
||||
git_project_id, code_from, url_repos)
|
||||
if self.event_id:
|
||||
self.log.info("代码检测完成,请重新部署", step="last", status="success")
|
||||
except Executer.ExecException, e:
|
||||
logger.info('mq_work.code_check', 'code check failed')
|
||||
logger.info('mq_work.code_check', e)
|
||||
logger.info('mq_work.code_check', e.output)
|
||||
self.log.error(
|
||||
"代码检测异常 {}".format(e), step="callback", status="failure")
|
||||
finally:
|
||||
try:
|
||||
self.locker.drop_lock(lock_id)
|
||||
self.locker.release_lock()
|
||||
except Exception, e:
|
||||
pass
|
||||
logger.info('mq_work.code_check',
|
||||
self.tenant_id + "=" + self.service_id + " end code check")
|
||||
if self.event_id:
|
||||
self.log.info(
|
||||
"代码检测{0},{1} 结束".format(self.tenant_id, self.service_id),
|
||||
step="check-end")
|
||||
|
||||
def requestConsole(self, service_id, condition, check_type, git_url,
|
||||
code_version, git_project_id, code_from, url_repos):
|
||||
body = {
|
||||
"service_id": service_id,
|
||||
"condition": condition,
|
||||
"check_type": check_type,
|
||||
"git_url": git_url,
|
||||
'code_version': code_version,
|
||||
'git_project_id': git_project_id,
|
||||
'code_from': code_from,
|
||||
"url_repos": url_repos
|
||||
}
|
||||
logger.info('mq_work.service_event',
|
||||
"service_id=" + service_id + ";condition=" + condition)
|
||||
res, body = self.user_cs_client.code_check(json.dumps(body))
|
||||
|
||||
|
||||
def main():
|
||||
body = ""
|
||||
for line in fileinput.input(): # read task from stdin
|
||||
body = line
|
||||
|
||||
code_check = CodeCheck(job=Job(body=body), config=load_dict, base_dir=sys.path[0])
|
||||
code_check.do_work()
|
||||
|
||||
|
||||
class Job():
|
||||
body = ""
|
||||
|
||||
def __init__(self, body, *args, **kwargs):
|
||||
self.body = body
|
||||
|
||||
def get_body(self):
|
||||
return self.body
|
||||
|
||||
def get_task(self):
|
||||
task = json.loads(self.body)
|
||||
return task
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
59
build/builder/plugins/config.json
Normal file
59
build/builder/plugins/config.json
Normal file
@ -0,0 +1,59 @@
|
||||
{
|
||||
"region": {
|
||||
"url": "http://region.goodrain.me:8888",
|
||||
"token": ""
|
||||
},
|
||||
"publish": {
|
||||
"slug": {
|
||||
"slug_path": "/grdata/build/tenant/",
|
||||
"curr_region_path": "/grdata/build/tenant/",
|
||||
"curr_region_dir": "app_publish/",
|
||||
"all_region_ftp": false,
|
||||
"all_region_ftp_host": "139.196.88.57",
|
||||
"all_region_ftp_port": "10021",
|
||||
"all_region_username": "goodrain-admin",
|
||||
"all_region_password": "goodrain123465",
|
||||
"all_region_namespace": "app-publish/",
|
||||
"oss_ftp": true,
|
||||
"oss_ftp_host": "139.196.88.57",
|
||||
"oss_ftp_port": "10021",
|
||||
"oss_username": "goodrain-admin",
|
||||
"oss_password": "goodrain123465",
|
||||
"oss_namespace": "app-publish/"
|
||||
},
|
||||
"image": {
|
||||
"curr_registry": "goodrain.me",
|
||||
"all_region_image": true,
|
||||
"all_registry": "inner.goodrain.com",
|
||||
"oss_image": true,
|
||||
"oss_host": "hub.goodrain.com",
|
||||
"oss_namespace": "goodrain",
|
||||
"oss_username": "goodrain-admin",
|
||||
"oss_password": "goodrain123465",
|
||||
"oss_cart": "/usr/local/share/ca-certificates/hub.goodrain.com.crt"
|
||||
}
|
||||
},
|
||||
"oss": {
|
||||
"ali_shanghai": {
|
||||
"id": "nMscVs3CaIXPEDUd",
|
||||
"secret": "g4RWmftifuJxqUdqEWc69h0exO2V46",
|
||||
"endpoint": "oss-cn-shanghai.aliyuncs.com"
|
||||
}
|
||||
},
|
||||
"CLOUD_ASSISTANT": "goodrain",
|
||||
"DEFAULT_HANDLERS": ["zmq_handler"],
|
||||
"EVENT_LOG_ADDRESS": "tcp://127.0.0.1:6366",
|
||||
"etcd": {
|
||||
"host": "127.0.0.1",
|
||||
"port": 2379
|
||||
},
|
||||
"userconsole": {
|
||||
"url": "http://console.goodrain.me",
|
||||
"token": ""
|
||||
},
|
||||
"zmq": {
|
||||
"service_pub": {
|
||||
"address": "tcp://127.0.0.1:9341"
|
||||
}
|
||||
}
|
||||
}
|
||||
0
build/builder/plugins/etc/__init__.py
Normal file
0
build/builder/plugins/etc/__init__.py
Normal file
62
build/builder/plugins/etc/settings.py
Normal file
62
build/builder/plugins/etc/settings.py
Normal file
@ -0,0 +1,62 @@
|
||||
# -*- coding: utf8 -*-
|
||||
|
||||
|
||||
def get_logging(conf):
|
||||
DEFAULT_HANDLERS = conf.get('DEFAULT_HANDLERS', ["console"])
|
||||
|
||||
ZMQ_LOG_ADDRESS = conf["zmq"]['service_pub']["address"]
|
||||
|
||||
EVENT_LOG_ADDRESS = conf.get("EVENT_LOG_ADDRESS", "tcp://127.0.0.1:6366")
|
||||
|
||||
LOGGING = {
|
||||
'version': 1,
|
||||
'disable_existing_loggers': False,
|
||||
'filters': {},
|
||||
'formatters': {
|
||||
'standard': {
|
||||
'format': "%(asctime)s [%(levelname)s] localhost [%(funcName)s] %(pathname)s:%(lineno)s %(message)s",
|
||||
'datefmt': "%Y-%m-%d %H:%M:%S"
|
||||
},
|
||||
'zmq_formatter': {
|
||||
'format': "%(asctime)s [%(levelname)s] %(hostname)s [%(funcName)s] %(pathname)s:%(lineno)s %(message)s",
|
||||
'datefmt': "%Y-%m-%d %H:%M:%S"
|
||||
},
|
||||
},
|
||||
'handlers': {
|
||||
'console': {
|
||||
'level': 'DEBUG',
|
||||
'class': 'logging.StreamHandler',
|
||||
'formatter': 'standard',
|
||||
},
|
||||
'zmq_handler': {
|
||||
'level': 'DEBUG',
|
||||
'class': 'utils.log.ZmqHandler',
|
||||
'address': ZMQ_LOG_ADDRESS,
|
||||
'root_topic': 'labor',
|
||||
'formatter': 'zmq_formatter',
|
||||
},
|
||||
'event_handler': {
|
||||
'level': 'DEBUG',
|
||||
'class': 'utils.log.EventHandler',
|
||||
'address': EVENT_LOG_ADDRESS,
|
||||
},
|
||||
},
|
||||
'loggers': {
|
||||
'main': {
|
||||
'handlers': ['console'],
|
||||
'level': 'DEBUG',
|
||||
'propagate': True,
|
||||
},
|
||||
'default': {
|
||||
'handlers': DEFAULT_HANDLERS,
|
||||
'level': 'DEBUG',
|
||||
'propagate': False,
|
||||
},
|
||||
'event': {
|
||||
'handlers': ['event_handler'],
|
||||
'level': 'DEBUG',
|
||||
'propagate': False,
|
||||
},
|
||||
},
|
||||
}
|
||||
return LOGGING
|
||||
258
build/builder/plugins/image_manual.py
Normal file
258
build/builder/plugins/image_manual.py
Normal file
@ -0,0 +1,258 @@
|
||||
# -*- coding: utf8 -*-
|
||||
import os
|
||||
import json
|
||||
from utils.shell import Executer as shell
|
||||
from clients.region import RegionAPI
|
||||
from clients.registry import RegistryAPI
|
||||
from clients.etcdcli import TaskLocker
|
||||
from clients.userconsole import UserConsoleAPI
|
||||
from clients.acp_api import ACPAPI
|
||||
import time
|
||||
from utils.log import EventLog
|
||||
import logging
|
||||
import logging.config
|
||||
from etc import settings
|
||||
import fileinput
|
||||
load_dict = {}
|
||||
with open("plugins/config.json", 'r') as load_f:
|
||||
load_dict = json.load(load_f)
|
||||
logging.config.dictConfig(settings.get_logging(load_dict))
|
||||
logger = logging.getLogger('default')
|
||||
|
||||
if os.access("/var/run/docker.sock", os.W_OK):
|
||||
DOCKER_BIN = "docker"
|
||||
else:
|
||||
DOCKER_BIN = "sudo -P docker"
|
||||
|
||||
|
||||
class ImageManual():
|
||||
def __init__(self, job, *args, **kwargs):
|
||||
self.job = job
|
||||
self.configs = kwargs.get("config")
|
||||
self.region_api = RegionAPI(conf=self.configs['region'])
|
||||
image_config = self.configs["publish"]["image"]
|
||||
self.region_registry = RegistryAPI(
|
||||
host=image_config.get('curr_registry'))
|
||||
# self.region_registry.set_log_topic('mq_work.image_manual')
|
||||
self.oss_registry = RegistryAPI(host=image_config.get('all_registry'))
|
||||
self.oss_registry.set_log_topic('mq_work.image_manual')
|
||||
self.locker = TaskLocker(conf=self.configs['etcd'])
|
||||
self.api = ACPAPI(conf=self.configs['region'])
|
||||
self.namespace = image_config.get('oss_namespace')
|
||||
self.user_cs_client = UserConsoleAPI(conf=self.configs['userconsole'])
|
||||
|
||||
def do_work(self):
|
||||
try:
|
||||
task = json.loads(self.job.body)
|
||||
self.task = task
|
||||
if "event_id" in self.task:
|
||||
self.event_id = task["event_id"]
|
||||
self.log = EventLog().bind(
|
||||
event_id=self.event_id, step="image_manual")
|
||||
else:
|
||||
self.event_id = ""
|
||||
self.log = EventLog().bind(event_id="", step="image_manual")
|
||||
logger.info("mq_work.image_manual",
|
||||
"new image_manual task: {}".format(task))
|
||||
if task['action'] == 'create_new_version':
|
||||
self.log.info("开始升级应用。")
|
||||
self.create_new_version()
|
||||
elif task['action'] == 'download_and_deploy':
|
||||
self.log.info("开始下载镜像并部署应用。")
|
||||
self.download_and_deploy()
|
||||
elif task['action'] == 'delete_old_version':
|
||||
self.log.info("开始删除旧版本。")
|
||||
self.delete_old_version()
|
||||
except Exception as e:
|
||||
if self.log:
|
||||
self.log.error(
|
||||
"从自定义镜像部署应用失败。{}".format(e.message),
|
||||
step="callback",
|
||||
status="failure")
|
||||
logger.exception('mq_work.image_manual', e)
|
||||
|
||||
def create_new_version(self):
|
||||
logger.debug("mq_work.image_manual",
|
||||
"now create new version and upload image")
|
||||
|
||||
def delete_old_version(self):
|
||||
logger.debug("mq_work.image_manual", "now delete old version")
|
||||
|
||||
def download_and_deploy(self):
|
||||
image = self.task['image']
|
||||
# namespace = self.task['namespace']
|
||||
tenant_name = self.task['tenant_name']
|
||||
service_alias = self.task['service_alias']
|
||||
event_id = self.task['event_id']
|
||||
service_alias = self.task.get("service_alias", None)
|
||||
has_download = False
|
||||
inner_image = self.oss_registry.rename_image(image)
|
||||
inner_image = "{0}_{1}".format(inner_image, service_alias)
|
||||
local_image = self.region_registry.rename_image(image)
|
||||
local_image = "{0}_{1}".format(local_image, service_alias)
|
||||
# 直接下载docker image
|
||||
try:
|
||||
self.log.info("开始下载镜像:{0}".format(image))
|
||||
pull_result = self._pull(image)
|
||||
if pull_result:
|
||||
# image_id = self.get_image_property(image, 'Id')
|
||||
self._tag(image, local_image)
|
||||
self.log.info("修改镜像名为：{0}".format(local_image))
|
||||
ok = self._push(local_image)
|
||||
if not ok:
|
||||
self.log.error(
|
||||
"上传镜像发生错误，重试失败，退出。", step="callback", status="failure")
|
||||
return
|
||||
self.log.info("镜像推送到本地仓库完成。")
|
||||
# self._tag(image, inner_image)
|
||||
# self._push(inner_image)
|
||||
has_download = True
|
||||
else:
|
||||
self.log.error("下载镜像发生错误。", step="callback", status="failure")
|
||||
logger.error("mq_work.image_manual",
|
||||
"download image failed! image:{}".format(image))
|
||||
|
||||
except Exception as e:
|
||||
self.log.error(
|
||||
"镜像操作发生错误。{0}".format(e.__str__()),
|
||||
step="callback",
|
||||
status="failure")
|
||||
logger.exception("mq_work.image_manual", e)
|
||||
if has_download:
|
||||
self.log.info("应用同步完成。", step="app-image", status="success")
|
||||
try:
|
||||
self.api.update_iamge(tenant_name, service_alias, local_image)
|
||||
self.log.info("应用信息更新完成，开始启动应用。", step="app-image", status="success")
|
||||
self.api.start_service(tenant_name, service_alias, event_id)
|
||||
except Exception as e:
|
||||
logger.exception(e)
|
||||
self.log.error(
|
||||
"应用自动启动失败。请手动启动", step="callback", status="failure")
|
||||
else:
|
||||
self.log.error("应用同步失败。", step="callback", status="failure")
|
||||
|
||||
def queryServiceStatus(self, service_id):
|
||||
try:
|
||||
res, body = self.region_api.is_service_running(service_id)
|
||||
logger.info(
|
||||
'mq_work.image_manual',
|
||||
"service_id=" + service_id + ";body=" + json.dumps(body))
|
||||
status = body.get(service_id, "closed")
|
||||
if status == "running":
|
||||
self.log.debug("依赖的应用状态已经为运行中。", step="worker")
|
||||
return True
|
||||
except:
|
||||
pass
|
||||
self.log.debug("依赖的应用状态不是运行中，本应用稍后启动。", step="worker")
|
||||
return False
|
||||
|
||||
def get_image_property(self, image, name):
|
||||
query_format = '{{.%s}}' % name
|
||||
try:
|
||||
output = shell.call("{2} inspect -f '{0}' {1}".format(
|
||||
query_format, image, DOCKER_BIN))
|
||||
if output == '<no value>':
|
||||
return None
|
||||
else:
|
||||
return output[0].rstrip('\n')
|
||||
except shell.ExecException, e:
|
||||
logger.exception("mq_work.image_manual", e)
|
||||
return None
|
||||
|
||||
def update_publish_event(self, **kwargs):
|
||||
body = json.dumps(kwargs)
|
||||
try:
|
||||
self.region_api.update_event(body)
|
||||
except Exception, e:
|
||||
logger.exception("mq_work.image_manual", e)
|
||||
|
||||
def _pull(self, image):
|
||||
cmd = "{0} pull {1}".format(DOCKER_BIN, image)
|
||||
retry = 2
|
||||
while retry:
|
||||
try:
|
||||
p = shell.start(cmd)
|
||||
while p.is_running():
|
||||
line = p.readline()
|
||||
self.log.debug(
|
||||
line.rstrip('\n').lstrip('\x1b[1G'), step="pull-image")
|
||||
for line in p.unread_lines:
|
||||
self.log.debug(line, step="pull-image")
|
||||
if p.exit_with_err():
|
||||
self.log.error(
|
||||
"拉取镜像失败。" + ("开始进行重试." if retry > 0 else ""),
|
||||
step="pull-image",
|
||||
status="failure")
|
||||
retry -= 1
|
||||
continue
|
||||
return True
|
||||
except shell.ExecException, e:
|
||||
self.log.error("下载镜像发生错误。{}" + ("开始进行重试." if retry > 0 else
|
||||
"").format(e.message))
|
||||
retry -= 1
|
||||
return False
|
||||
|
||||
def _push(self, image):
|
||||
cmd = "{0} push {1}".format(DOCKER_BIN, image)
|
||||
logger.info("mq_work.image_manual", cmd)
|
||||
retry = 2
|
||||
while retry:
|
||||
try:
|
||||
p = shell.start(cmd)
|
||||
while p.is_running():
|
||||
line = p.readline()
|
||||
self.log.debug(
|
||||
line.rstrip('\n').lstrip('\x1b[1G'), step="push-image")
|
||||
for line in p.unread_lines:
|
||||
self.log.debug(line, step="push-image")
|
||||
if p.exit_with_err():
|
||||
self.log.error(
|
||||
"上传镜像失败。" + ("开始进行重试." if retry > 0 else ""),
|
||||
step="push-image",
|
||||
status="failure")
|
||||
retry -= 1
|
||||
continue
|
||||
return True
|
||||
except shell.ExecException, e:
|
||||
self.log.error("上传镜像发生错误。{}" + ("开始进行重试." if retry > 0 else
|
||||
"").format(e.message))
|
||||
logger.error(e)
|
||||
retry -= 1
|
||||
return False
|
||||
|
||||
def _tag(self, image_id, image):
|
||||
cmd = "{2} tag {0} {1}".format(image_id, image, DOCKER_BIN)
|
||||
logger.info("mq_work.image_manual", cmd)
|
||||
shell.call(cmd)
|
||||
|
||||
def splitChild(self, childs):
|
||||
data = []
|
||||
for lock_event_id in childs:
|
||||
data.append(lock_event_id.split("/")[-1])
|
||||
return data
|
||||
|
||||
|
||||
def main():
|
||||
body = ""
|
||||
for line in fileinput.input(): # read task from stdin
|
||||
body = line
|
||||
image_manual = ImageManual(config=load_dict, job=Job(body=body))
|
||||
image_manual.do_work()
|
||||
|
||||
|
||||
class Job():
|
||||
body = ""
|
||||
|
||||
def __init__(self, body, *args, **kwargs):
|
||||
self.body = body
|
||||
|
||||
def get_body(self):
|
||||
return self.body
|
||||
|
||||
def get_task(self):
|
||||
task = json.loads(self.body)
|
||||
return task
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
@ -0,0 +1,7 @@
|
||||
[template]
|
||||
src = "env.tmpl"
|
||||
dest = "/etc/profile.d/extend_env.sh"
|
||||
mode = "0644"
|
||||
keys = [
|
||||
"/"
|
||||
]
|
||||
@ -0,0 +1,8 @@
|
||||
{{if ls "/goodrain/TENANT_ID/services/SERVICE_ID/dependency" }}
|
||||
{{range gets "/goodrain/TENANT_ID/services/SERVICE_ID/dependency/*"}}
|
||||
{{$data := json .Value}}
|
||||
{{range $key,$value := $data}}
|
||||
export {{$key}}={{$value}}
|
||||
{{end}}
|
||||
{{end}}
|
||||
{{end}}
|
||||
74
build/builder/plugins/lib/.goodrain/init
Executable file
74
build/builder/plugins/lib/.goodrain/init
Executable file
@ -0,0 +1,74 @@
|
||||
#!/bin/bash
|
||||
_TYPE="_type_"
|
||||
_ENTRYPOINT=`cat <<EOF
|
||||
_entrypoint_
|
||||
EOF`
|
||||
_CMD=`cat <<EOF
|
||||
_cmd_
|
||||
EOF`
|
||||
|
||||
CONTAINER_CMD=""
|
||||
|
||||
if [[ $_TYPE == 'ENTRYPOINT' ]];then
|
||||
if [ $# -gt 0 ];then
|
||||
CONTAINER_CMD="$_ENTRYPOINT $@"
|
||||
else
|
||||
if [[ $_CMD != '_cmd_' ]];then
|
||||
CONTAINER_CMD="$_ENTRYPOINT $_CMD"
|
||||
else
|
||||
CONTAINER_CMD=$_ENTRYPOINT
|
||||
fi
|
||||
fi
|
||||
elif [[ $_TYPE == 'CMD' ]];then
|
||||
if [ $# -gt 0 ];then
|
||||
CONTAINER_CMD=$@
|
||||
else
|
||||
CONTAINER_CMD=$_CMD
|
||||
fi
|
||||
fi
|
||||
|
||||
# sed -i -e "s/TENANT_ID/$TENANT_ID/g" -e "s/SERVICE_ID/$SERVICE_ID/g" /etc/confd/templates/env.tmpl
|
||||
# /opt/bin/confd -node=172.30.42.1:4001 -onetime
|
||||
|
||||
wait_pipe=$(mktemp -t "heroku.waitpipe.XXXXXX" -u)
|
||||
rm -f $wait_pipe
|
||||
mkfifo $wait_pipe
|
||||
exec 3<> $wait_pipe
|
||||
|
||||
pids=()
|
||||
|
||||
trap 'trap - QUIT TERM EXIT; echo "Going down, terminating child processes..." >&2; rm -f ${wait_pipe} || true; echo ${pids[@]}; kill -TERM "${pids[@]}" 2> /dev/null || true; exit' QUIT TERM EXIT
|
||||
|
||||
if [[ -t 1 ]]; then
|
||||
trap 'trap - INT; kill -INT $$; exit' INT;
|
||||
else
|
||||
trap '' INT;
|
||||
fi
|
||||
|
||||
if [ -z $NO_GRPROXY ]; then
|
||||
echo "Starting gr-listener..." >&2
|
||||
(
|
||||
trap 'echo "gr-listener" >&3;' EXIT
|
||||
trap 'kill -TERM $! 2>/dev/null' TERM
|
||||
/opt/bin/gr-listener -url=http://region.goodrain.me:8888/v1/conf/$TENANT_ID/$SERVICE_ID -wait_time=60 -frequency=once 2>&1 &
|
||||
wait
|
||||
) & pids+=($!)
|
||||
fi
|
||||
|
||||
echo "Starting user process: $CONTAINER_CMD ..." >&2
|
||||
(
|
||||
trap 'echo "$CONTAINER_CMD" >&3;' EXIT
|
||||
trap 'kill -TERM $! 2> /dev/null' TERM
|
||||
$CONTAINER_CMD 2>&1 &
|
||||
wait
|
||||
) & pids+=($!)
|
||||
|
||||
# wait for something to come from the FIFO attached to FD 3, which means that the given process was killed or has failed
|
||||
# this will be interrupted by a SIGTERM or SIGINT in the traps further up
|
||||
# if the pipe unblocks and this executes, then we won't read it again, so if the traps further up kill the remaining subshells above, their writing to FD 3 will have no effect
|
||||
read exitproc <&3
|
||||
# we'll only reach this if one of the processes above has terminated
|
||||
echo "Process exited unexpectedly: $exitproc" >&2
|
||||
|
||||
# this will trigger the EXIT trap further up and kill all remaining children
|
||||
exit 1
|
||||
30
build/builder/plugins/lib/aliyun/__init__.py
Executable file
30
build/builder/plugins/lib/aliyun/__init__.py
Executable file
@ -0,0 +1,30 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
'''
|
||||
Created on 2012-6-29
|
||||
|
||||
@author: lijie.ma
|
||||
'''
|
||||
from aliyun.api.base import sign
|
||||
|
||||
|
||||
|
||||
class appinfo(object):
|
||||
def __init__(self,accessKeyId,accessKeySecret):
|
||||
self.accessKeyId = accessKeyId
|
||||
self.accessKeySecret = accessKeySecret
|
||||
|
||||
def getDefaultAppInfo():
|
||||
pass
|
||||
|
||||
|
||||
def setDefaultAppInfo(accessKeyId,accessKeySecret):
|
||||
default = appinfo(accessKeyId,accessKeySecret)
|
||||
global getDefaultAppInfo
|
||||
getDefaultAppInfo = lambda: default
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
3
build/builder/plugins/lib/aliyun/api/__init__.py
Executable file
3
build/builder/plugins/lib/aliyun/api/__init__.py
Executable file
@ -0,0 +1,3 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
from aliyun.api.rest import *
|
||||
from aliyun.api.base import FileItem
|
||||
258
build/builder/plugins/lib/aliyun/api/base.py
Executable file
258
build/builder/plugins/lib/aliyun/api/base.py
Executable file
@ -0,0 +1,258 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
'''
|
||||
Created on 2012-7-3
|
||||
|
||||
@author: lijie.ma
|
||||
'''
|
||||
|
||||
try: import httplib
|
||||
except ImportError:
|
||||
import http.client as httplib
|
||||
import sys
|
||||
import urllib
|
||||
import time
|
||||
import json
|
||||
import aliyun
|
||||
import itertools
|
||||
import mimetypes
|
||||
import base64
|
||||
import hmac
|
||||
import uuid
|
||||
from hashlib import sha1
|
||||
|
||||
def sign(accessKeySecret, parameters):
|
||||
#===========================================================================
|
||||
# '''签名方法
|
||||
# @param secret: 签名需要的密钥
|
||||
# @param parameters: 支持字典和string两种
|
||||
# '''
|
||||
#===========================================================================
|
||||
# 如果parameters 是字典类的话
|
||||
sortedParameters = sorted(parameters.items(), key=lambda parameters: parameters[0])
|
||||
|
||||
canonicalizedQueryString = ''
|
||||
for (k,v) in sortedParameters:
|
||||
canonicalizedQueryString += '&' + percent_encode(k) + '=' + percent_encode(v)
|
||||
|
||||
stringToSign = 'POST&%2F&' + percent_encode(canonicalizedQueryString[1:])
|
||||
|
||||
h = hmac.new(accessKeySecret + "&", stringToSign, sha1)
|
||||
signature = base64.encodestring(h.digest()).strip()
|
||||
return signature
|
||||
|
||||
def percent_encode(encodeStr):
|
||||
encodeStr = str(encodeStr)
|
||||
res = urllib.quote(encodeStr.decode(sys.stdin.encoding).encode('utf8'), '')
|
||||
res = res.replace('+', '%20')
|
||||
res = res.replace('*', '%2A')
|
||||
res = res.replace('%7E', '~')
|
||||
return res
|
||||
|
||||
def mixStr(pstr):
|
||||
if(isinstance(pstr, str)):
|
||||
return pstr
|
||||
elif(isinstance(pstr, unicode)):
|
||||
return pstr.encode('utf-8')
|
||||
else:
|
||||
return str(pstr)
|
||||
|
||||
class FileItem(object):
|
||||
def __init__(self,filename=None,content=None):
|
||||
self.filename = filename
|
||||
self.content = content
|
||||
|
||||
class MultiPartForm(object):
|
||||
"""Accumulate the data to be used when posting a form."""
|
||||
|
||||
def __init__(self):
|
||||
self.form_fields = []
|
||||
self.files = []
|
||||
self.boundary = "PYTHON_SDK_BOUNDARY"
|
||||
return
|
||||
|
||||
def get_content_type(self):
|
||||
return 'multipart/form-data; boundary=%s' % self.boundary
|
||||
|
||||
def add_field(self, name, value):
|
||||
"""Add a simple field to the form data."""
|
||||
self.form_fields.append((name, str(value)))
|
||||
return
|
||||
|
||||
def add_file(self, fieldname, filename, fileHandle, mimetype=None):
|
||||
"""Add a file to be uploaded."""
|
||||
body = fileHandle.read()
|
||||
if mimetype is None:
|
||||
mimetype = mimetypes.guess_type(filename)[0] or 'application/octet-stream'
|
||||
self.files.append((mixStr(fieldname), mixStr(filename), mixStr(mimetype), mixStr(body)))
|
||||
return
|
||||
|
||||
def __str__(self):
|
||||
"""Return a string representing the form data, including attached files."""
|
||||
# Build a list of lists, each containing "lines" of the
|
||||
# request. Each part is separated by a boundary string.
|
||||
# Once the list is built, return a string where each
|
||||
# line is separated by '\r\n'.
|
||||
parts = []
|
||||
part_boundary = '--' + self.boundary
|
||||
|
||||
# Add the form fields
|
||||
parts.extend(
|
||||
[ part_boundary,
|
||||
'Content-Disposition: form-data; name="%s"' % name,
|
||||
'Content-Type: text/plain; charset=UTF-8',
|
||||
'',
|
||||
value,
|
||||
]
|
||||
for name, value in self.form_fields
|
||||
)
|
||||
|
||||
# Add the files to upload
|
||||
parts.extend(
|
||||
[ part_boundary,
|
||||
'Content-Disposition: file; name="%s"; filename="%s"' % \
|
||||
(field_name, filename),
|
||||
'Content-Type: %s' % content_type,
|
||||
'Content-Transfer-Encoding: binary',
|
||||
'',
|
||||
body,
|
||||
]
|
||||
for field_name, filename, content_type, body in self.files
|
||||
)
|
||||
|
||||
# Flatten the list and add closing boundary marker,
|
||||
# then return CR+LF separated data
|
||||
flattened = list(itertools.chain(*parts))
|
||||
flattened.append('--' + self.boundary + '--')
|
||||
flattened.append('')
|
||||
return '\r\n'.join(flattened)
|
||||
|
||||
class AliyunException(Exception):
|
||||
#===========================================================================
|
||||
# 业务异常类
|
||||
#===========================================================================
|
||||
def __init__(self):
|
||||
self.code = None
|
||||
self.message = None
|
||||
self.host = None
|
||||
self.requestId = None
|
||||
|
||||
def __str__(self, *args, **kwargs):
|
||||
sb = "code=" + mixStr(self.code) +\
|
||||
" message=" + mixStr(self.message) +\
|
||||
" host=" + mixStr(self.host) +\
|
||||
" requestId=" + mixStr(self.requestId)
|
||||
return sb
|
||||
|
||||
class RequestException(Exception):
|
||||
#===========================================================================
|
||||
# 请求连接异常类
|
||||
#===========================================================================
|
||||
pass
|
||||
|
||||
class RestApi(object):
|
||||
#===========================================================================
|
||||
# Rest api的基类
|
||||
#===========================================================================
|
||||
|
||||
def __init__(self, domain, port = 80):
|
||||
#=======================================================================
|
||||
# 初始化基类
|
||||
# Args @param domain: 请求的域名或者ip
|
||||
# @param port: 请求的端口
|
||||
#=======================================================================
|
||||
self.__domain = domain
|
||||
self.__port = port
|
||||
self.__httpmethod = "POST"
|
||||
if(aliyun.getDefaultAppInfo()):
|
||||
self.__access_key_id = aliyun.getDefaultAppInfo().accessKeyId
|
||||
self.__access_key_secret = aliyun.getDefaultAppInfo().accessKeySecret
|
||||
|
||||
def get_request_header(self):
|
||||
return {
|
||||
'Content-type': 'application/x-www-form-urlencoded',
|
||||
"Cache-Control": "no-cache",
|
||||
"Connection": "Keep-Alive",
|
||||
}
|
||||
|
||||
def set_app_info(self, appinfo):
|
||||
#=======================================================================
|
||||
# 设置请求的app信息
|
||||
# @param appinfo: import aliyun
|
||||
# appinfo aliyun.appinfo(accessKeyId,accessKeySecret)
|
||||
#=======================================================================
|
||||
self.__access_key_id = appinfo.accessKeyId
|
||||
self.__access_key_secret = appinfo.accessKeySecret
|
||||
|
||||
def getapiname(self):
|
||||
return ""
|
||||
|
||||
def getMultipartParas(self):
|
||||
return [];
|
||||
|
||||
def getTranslateParas(self):
|
||||
return {};
|
||||
|
||||
def _check_requst(self):
|
||||
pass
|
||||
|
||||
def getResponse(self, authrize=None, timeout=30):
|
||||
#=======================================================================
|
||||
# 获取response结果
|
||||
#=======================================================================
|
||||
connection = httplib.HTTPConnection(self.__domain, self.__port, timeout)
|
||||
timestamp = time.strftime("%Y-%m-%dT%H:%M:%SZ", time.gmtime())
|
||||
apiname_split = self.getapiname().split(".")
|
||||
parameters = { \
|
||||
'Format' : 'json', \
|
||||
'Version' : apiname_split[4], \
|
||||
'Action' : apiname_split[3], \
|
||||
'AccessKeyId' : self.__access_key_id, \
|
||||
'SignatureVersion' : '1.0', \
|
||||
'SignatureMethod' : 'HMAC-SHA1', \
|
||||
'SignatureNonce' : str(uuid.uuid1()), \
|
||||
'TimeStamp' : timestamp, \
|
||||
'partner_id' : '1.0',\
|
||||
}
|
||||
application_parameter = self.getApplicationParameters()
|
||||
for key in application_parameter.keys():
|
||||
parameters[key] = application_parameter[key]
|
||||
|
||||
signature = sign(self.__access_key_secret,parameters)
|
||||
parameters['Signature'] = signature
|
||||
url = "/?" + urllib.urlencode(parameters)
|
||||
|
||||
connection.connect()
|
||||
|
||||
header = self.get_request_header();
|
||||
if(self.getMultipartParas()):
|
||||
form = MultiPartForm()
|
||||
for key in self.getMultipartParas():
|
||||
fileitem = getattr(self,key)
|
||||
if(fileitem and isinstance(fileitem,FileItem)):
|
||||
form.add_file(key,fileitem.filename,fileitem.content)
|
||||
body = str(form)
|
||||
header['Content-type'] = form.get_content_type()
|
||||
else:
|
||||
body = None
|
||||
connection.request(self.__httpmethod, url, body=body, headers=header)
|
||||
response = connection.getresponse();
|
||||
result = response.read()
|
||||
jsonobj = json.loads(result)
|
||||
return jsonobj
|
||||
|
||||
|
||||
def getApplicationParameters(self):
|
||||
application_parameter = {}
|
||||
for key, value in self.__dict__.iteritems():
|
||||
if not key.startswith("__") and not key in self.getMultipartParas() and not key.startswith("_RestApi__") and value is not None :
|
||||
if(key.startswith("_")):
|
||||
application_parameter[key[1:]] = value
|
||||
else:
|
||||
application_parameter[key] = value
|
||||
#查询翻译字典来规避一些关键字属性
|
||||
translate_parameter = self.getTranslateParas()
|
||||
for key, value in application_parameter.iteritems():
|
||||
if key in translate_parameter:
|
||||
application_parameter[translate_parameter[key]] = application_parameter[key]
|
||||
del application_parameter[key]
|
||||
return application_parameter
|
||||
@ -0,0 +1,13 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Bss20140714SetResourceBusinessStatusRequest(RestApi):
|
||||
def __init__(self,domain='bss.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.BusinessStatus = None
|
||||
self.ResourceId = None
|
||||
self.ResourceType = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'bss.aliyuncs.com.SetResourceBusinessStatus.2014-07-14'
|
||||
@ -0,0 +1,13 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Cdn20141111DescribeCdnMonitorDataRequest(RestApi):
|
||||
def __init__(self,domain='cdn.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.DomainName = None
|
||||
self.EndTime = None
|
||||
self.StartTime = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'cdn.aliyuncs.com.DescribeCdnMonitorData.2014-11-11'
|
||||
@ -0,0 +1,10 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Cdn20141111DescribeCdnServiceRequest(RestApi):
|
||||
def __init__(self,domain='cdn.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
|
||||
def getapiname(self):
|
||||
return 'cdn.aliyuncs.com.DescribeCdnService.2014-11-11'
|
||||
@ -0,0 +1,14 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Cdn20141111DescribeRefreshTasksRequest(RestApi):
|
||||
def __init__(self,domain='cdn.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.ObjectPath = None
|
||||
self.PageNumber = None
|
||||
self.PageSize = None
|
||||
self.TaskId = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'cdn.aliyuncs.com.DescribeRefreshTasks.2014-11-11'
|
||||
@ -0,0 +1,12 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Cdn20141111DescribeUserDomainsRequest(RestApi):
|
||||
def __init__(self,domain='cdn.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.PageNumber = None
|
||||
self.PageSize = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'cdn.aliyuncs.com.DescribeUserDomains.2014-11-11'
|
||||
@ -0,0 +1,11 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Cdn20141111ModifyCdnServiceRequest(RestApi):
|
||||
def __init__(self,domain='cdn.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.InternetChargeType = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'cdn.aliyuncs.com.ModifyCdnService.2014-11-11'
|
||||
@ -0,0 +1,11 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Cdn20141111OpenCdnServiceRequest(RestApi):
|
||||
def __init__(self,domain='cdn.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.InternetChargeType = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'cdn.aliyuncs.com.OpenCdnService.2014-11-11'
|
||||
@ -0,0 +1,12 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Cdn20141111RefreshObjectCachesRequest(RestApi):
|
||||
def __init__(self,domain='cdn.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.ObjectPath = None
|
||||
self.ObjectType = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'cdn.aliyuncs.com.RefreshObjectCaches.2014-11-11'
|
||||
@ -0,0 +1,17 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Dns20150109AddDomainRecordRequest(RestApi):
|
||||
def __init__(self,domain='dns.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.DomainName = None
|
||||
self.Line = None
|
||||
self.Priority = None
|
||||
self.RR = None
|
||||
self.TTL = None
|
||||
self.Type = None
|
||||
self.Value = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'dns.aliyuncs.com.AddDomainRecord.2015-01-09'
|
||||
12
build/builder/plugins/lib/aliyun/api/rest/Dns20150109AddDomainRequest.py
Executable file
12
build/builder/plugins/lib/aliyun/api/rest/Dns20150109AddDomainRequest.py
Executable file
@ -0,0 +1,12 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Dns20150109AddDomainRequest(RestApi):
|
||||
def __init__(self,domain='dns.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.desc = None
|
||||
self.domainName = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'dns.aliyuncs.com.AddDomain.2015-01-09'
|
||||
@ -0,0 +1,11 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Dns20150109ApplyForRetrievalDomainNameRequest(RestApi):
|
||||
def __init__(self,domain='dns.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.domainName = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'dns.aliyuncs.com.ApplyForRetrievalDomainName.2015-01-09'
|
||||
@ -0,0 +1,11 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Dns20150109DeleteDomainRecordRequest(RestApi):
|
||||
def __init__(self,domain='dns.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.RecordId = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'dns.aliyuncs.com.DeleteDomainRecord.2015-01-09'
|
||||
11
build/builder/plugins/lib/aliyun/api/rest/Dns20150109DeleteDomainRequest.py
Executable file
11
build/builder/plugins/lib/aliyun/api/rest/Dns20150109DeleteDomainRequest.py
Executable file
@ -0,0 +1,11 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Dns20150109DeleteDomainRequest(RestApi):
|
||||
def __init__(self,domain='dns.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.domainName = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'dns.aliyuncs.com.DeleteDomain.2015-01-09'
|
||||
@ -0,0 +1,11 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Dns20150109DescribeDomainInfoRequest(RestApi):
|
||||
def __init__(self,domain='dns.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.domainName = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'dns.aliyuncs.com.DescribeDomainInfo.2015-01-09'
|
||||
@ -0,0 +1,11 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Dns20150109DescribeDomainRecordInfoRequest(RestApi):
|
||||
def __init__(self,domain='dns.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.RecordId = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'dns.aliyuncs.com.DescribeDomainRecordInfo.2015-01-09'
|
||||
@ -0,0 +1,16 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Dns20150109DescribeDomainRecordsRequest(RestApi):
|
||||
def __init__(self,domain='dns.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.DomainName = None
|
||||
self.PageNumber = None
|
||||
self.PageSize = None
|
||||
self.RRKeyWord = None
|
||||
self.TypeKeyWord = None
|
||||
self.ValueKeyWord = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'dns.aliyuncs.com.DescribeDomainRecords.2015-01-09'
|
||||
@ -0,0 +1,11 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Dns20150109DescribeDomainWhoisInfoRequest(RestApi):
|
||||
def __init__(self,domain='dns.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.DomainName = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'dns.aliyuncs.com.DescribeDomainWhoisInfo.2015-01-09'
|
||||
@ -0,0 +1,13 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Dns20150109DescribeDomainsRequest(RestApi):
|
||||
def __init__(self,domain='dns.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.KeyWord = None
|
||||
self.PageSize = None
|
||||
self.pageNumber = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'dns.aliyuncs.com.DescribeDomains.2015-01-09'
|
||||
@ -0,0 +1,11 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Dns20150109RetrievalDomainNameRequest(RestApi):
|
||||
def __init__(self,domain='dns.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.domainName = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'dns.aliyuncs.com.RetrievalDomainName.2015-01-09'
|
||||
@ -0,0 +1,12 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Dns20150109SetDomainRecordStatusRequest(RestApi):
|
||||
def __init__(self,domain='dns.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.RecordId = None
|
||||
self.Status = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'dns.aliyuncs.com.SetDomainRecordStatus.2015-01-09'
|
||||
@ -0,0 +1,17 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Dns20150109UpdateDomainRecordRequest(RestApi):
|
||||
def __init__(self,domain='dns.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.Line = None
|
||||
self.Priority = None
|
||||
self.RR = None
|
||||
self.RecordId = None
|
||||
self.TTL = None
|
||||
self.Type = None
|
||||
self.Value = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'dns.aliyuncs.com.UpdateDomainRecord.2015-01-09'
|
||||
14
build/builder/plugins/lib/aliyun/api/rest/Ecs20130110AddDiskRequest.py
Executable file
14
build/builder/plugins/lib/aliyun/api/rest/Ecs20130110AddDiskRequest.py
Executable file
@ -0,0 +1,14 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Ecs20130110AddDiskRequest(RestApi):
|
||||
def __init__(self,domain='ecs.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.ClientToken = None
|
||||
self.InstanceId = None
|
||||
self.Size = None
|
||||
self.SnapshotId = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'ecs.aliyuncs.com.AddDisk.2013-01-10'
|
||||
13
build/builder/plugins/lib/aliyun/api/rest/Ecs20130110AddIpRangeRequest.py
Executable file
13
build/builder/plugins/lib/aliyun/api/rest/Ecs20130110AddIpRangeRequest.py
Executable file
@ -0,0 +1,13 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Ecs20130110AddIpRangeRequest(RestApi):
|
||||
def __init__(self,domain='ecs.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.IpAddress = None
|
||||
self.RegionId = None
|
||||
self.ZoneId = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'ecs.aliyuncs.com.AddIpRange.2013-01-10'
|
||||
@ -0,0 +1,13 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Ecs20130110AllocatePublicIpAddressRequest(RestApi):
|
||||
def __init__(self,domain='ecs.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.InstanceId = None
|
||||
self.IpAddress = None
|
||||
self.VlanId = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'ecs.aliyuncs.com.AllocatePublicIpAddress.2013-01-10'
|
||||
@ -0,0 +1,18 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Ecs20130110AuthorizeSecurityGroupRequest(RestApi):
|
||||
def __init__(self,domain='ecs.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.IpProtocol = None
|
||||
self.NicType = None
|
||||
self.Policy = None
|
||||
self.PortRange = None
|
||||
self.RegionId = None
|
||||
self.SecurityGroupId = None
|
||||
self.SourceCidrIp = None
|
||||
self.SourceGroupId = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'ecs.aliyuncs.com.AuthorizeSecurityGroup.2013-01-10'
|
||||
15
build/builder/plugins/lib/aliyun/api/rest/Ecs20130110CreateImageRequest.py
Executable file
15
build/builder/plugins/lib/aliyun/api/rest/Ecs20130110CreateImageRequest.py
Executable file
@ -0,0 +1,15 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Ecs20130110CreateImageRequest(RestApi):
|
||||
def __init__(self,domain='ecs.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.ClientToken = None
|
||||
self.Description = None
|
||||
self.ImageVersion = None
|
||||
self.RegionId = None
|
||||
self.SnapshotId = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'ecs.aliyuncs.com.CreateImage.2013-01-10'
|
||||
@ -0,0 +1,41 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Ecs20130110CreateInstanceRequest(RestApi):
|
||||
def __init__(self,domain='ecs.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.ClientToken = None
|
||||
self.DataDisk_1_Category = None
|
||||
self.DataDisk_1_Size = None
|
||||
self.DataDisk_1_SnapshotId = None
|
||||
self.DataDisk_2_Category = None
|
||||
self.DataDisk_2_Size = None
|
||||
self.DataDisk_2_SnapshotId = None
|
||||
self.DataDisk_3_Category = None
|
||||
self.DataDisk_3_Size = None
|
||||
self.DataDisk_3_SnapshotId = None
|
||||
self.DataDisk_4_Category = None
|
||||
self.DataDisk_4_Size = None
|
||||
self.DataDisk_4_SnapshotId = None
|
||||
self.HostName = None
|
||||
self.ImageId = None
|
||||
self.InnerIpAddress = None
|
||||
self.InstanceName = None
|
||||
self.InstanceType = None
|
||||
self.InternetChargeType = None
|
||||
self.InternetMaxBandwidthIn = None
|
||||
self.InternetMaxBandwidthOut = None
|
||||
self.NodeControllerId = None
|
||||
self.Password = None
|
||||
self.RegionId = None
|
||||
self.SecurityGroupId = None
|
||||
self.SystemDisk_Category = None
|
||||
self.VlanId = None
|
||||
self.ZoneId = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'ecs.aliyuncs.com.CreateInstance.2013-01-10'
|
||||
|
||||
def getTranslateParas(self):
|
||||
return {'DataDisk_3_Category':'DataDisk.3.Category','DataDisk_2_SnapshotId':'DataDisk.2.SnapshotId','DataDisk_4_Size':'DataDisk.4.Size','DataDisk_1_Size':'DataDisk.1.Size','DataDisk_3_SnapshotId':'DataDisk.3.SnapshotId','DataDisk_1_SnapshotId':'DataDisk.1.SnapshotId','SystemDisk_Category':'SystemDisk.Category','DataDisk_2_Size':'DataDisk.2.Size','DataDisk_4_Category':'DataDisk.4.Category','DataDisk_3_Size':'DataDisk.3.Size','DataDisk_1_Category':'DataDisk.1.Category','DataDisk_4_SnapshotId':'DataDisk.4.SnapshotId','DataDisk_2_Category':'DataDisk.2.Category'}
|
||||
@ -0,0 +1,13 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Ecs20130110CreateSecurityGroupRequest(RestApi):
|
||||
def __init__(self,domain='ecs.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.ClientToken = None
|
||||
self.Description = None
|
||||
self.RegionId = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'ecs.aliyuncs.com.CreateSecurityGroup.2013-01-10'
|
||||
@ -0,0 +1,14 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Ecs20130110CreateSnapshotRequest(RestApi):
|
||||
def __init__(self,domain='ecs.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.ClientToken = None
|
||||
self.DiskId = None
|
||||
self.InstanceId = None
|
||||
self.SnapshotName = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'ecs.aliyuncs.com.CreateSnapshot.2013-01-10'
|
||||
12
build/builder/plugins/lib/aliyun/api/rest/Ecs20130110DeleteDiskRequest.py
Executable file
12
build/builder/plugins/lib/aliyun/api/rest/Ecs20130110DeleteDiskRequest.py
Executable file
@ -0,0 +1,12 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Ecs20130110DeleteDiskRequest(RestApi):
|
||||
def __init__(self,domain='ecs.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.DiskId = None
|
||||
self.InstanceId = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'ecs.aliyuncs.com.DeleteDisk.2013-01-10'
|
||||
12
build/builder/plugins/lib/aliyun/api/rest/Ecs20130110DeleteImageRequest.py
Executable file
12
build/builder/plugins/lib/aliyun/api/rest/Ecs20130110DeleteImageRequest.py
Executable file
@ -0,0 +1,12 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Ecs20130110DeleteImageRequest(RestApi):
|
||||
def __init__(self,domain='ecs.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.ImageId = None
|
||||
self.RegionId = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'ecs.aliyuncs.com.DeleteImage.2013-01-10'
|
||||
@ -0,0 +1,11 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Ecs20130110DeleteInstanceRequest(RestApi):
|
||||
def __init__(self,domain='ecs.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.InstanceId = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'ecs.aliyuncs.com.DeleteInstance.2013-01-10'
|
||||
@ -0,0 +1,12 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Ecs20130110DeleteSecurityGroupRequest(RestApi):
|
||||
def __init__(self,domain='ecs.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.RegionId = None
|
||||
self.SecurityGroupId = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'ecs.aliyuncs.com.DeleteSecurityGroup.2013-01-10'
|
||||
@ -0,0 +1,13 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Ecs20130110DeleteSnapshotRequest(RestApi):
|
||||
def __init__(self,domain='ecs.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.DiskId = None
|
||||
self.InstanceId = None
|
||||
self.SnapshotId = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'ecs.aliyuncs.com.DeleteSnapshot.2013-01-10'
|
||||
@ -0,0 +1,15 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Ecs20130110DescribeImagesRequest(RestApi):
|
||||
def __init__(self,domain='ecs.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.ImageId = None
|
||||
self.ImageOwnerAlias = None
|
||||
self.PageNumber = None
|
||||
self.PageSize = None
|
||||
self.RegionId = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'ecs.aliyuncs.com.DescribeImages.2013-01-10'
|
||||
@ -0,0 +1,11 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Ecs20130110DescribeInstanceAttributeRequest(RestApi):
|
||||
def __init__(self,domain='ecs.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.InstanceId = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'ecs.aliyuncs.com.DescribeInstanceAttribute.2013-01-10'
|
||||
@ -0,0 +1,11 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Ecs20130110DescribeInstanceDisksRequest(RestApi):
|
||||
def __init__(self,domain='ecs.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.InstanceId = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'ecs.aliyuncs.com.DescribeInstanceDisks.2013-01-10'
|
||||
@ -0,0 +1,14 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Ecs20130110DescribeInstanceStatusRequest(RestApi):
|
||||
def __init__(self,domain='ecs.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.PageNumber = None
|
||||
self.PageSize = None
|
||||
self.RegionId = None
|
||||
self.ZoneId = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'ecs.aliyuncs.com.DescribeInstanceStatus.2013-01-10'
|
||||
@ -0,0 +1,10 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Ecs20130110DescribeInstanceTypesRequest(RestApi):
|
||||
def __init__(self,domain='ecs.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
|
||||
def getapiname(self):
|
||||
return 'ecs.aliyuncs.com.DescribeInstanceTypes.2013-01-10'
|
||||
@ -0,0 +1,10 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Ecs20130110DescribeRegionsRequest(RestApi):
|
||||
def __init__(self,domain='ecs.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
|
||||
def getapiname(self):
|
||||
return 'ecs.aliyuncs.com.DescribeRegions.2013-01-10'
|
||||
@ -0,0 +1,13 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Ecs20130110DescribeSecurityGroupAttributeRequest(RestApi):
|
||||
def __init__(self,domain='ecs.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.NicType = None
|
||||
self.RegionId = None
|
||||
self.SecurityGroupId = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'ecs.aliyuncs.com.DescribeSecurityGroupAttribute.2013-01-10'
|
||||
@ -0,0 +1,13 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Ecs20130110DescribeSecurityGroupsRequest(RestApi):
|
||||
def __init__(self,domain='ecs.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.PageNumber = None
|
||||
self.PageSize = None
|
||||
self.RegionId = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'ecs.aliyuncs.com.DescribeSecurityGroups.2013-01-10'
|
||||
@ -0,0 +1,12 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Ecs20130110DescribeSnapshotAttributeRequest(RestApi):
|
||||
def __init__(self,domain='ecs.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.RegionId = None
|
||||
self.SnapshotId = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'ecs.aliyuncs.com.DescribeSnapshotAttribute.2013-01-10'
|
||||
@ -0,0 +1,12 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Ecs20130110DescribeSnapshotsRequest(RestApi):
|
||||
def __init__(self,domain='ecs.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.DiskId = None
|
||||
self.InstanceId = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'ecs.aliyuncs.com.DescribeSnapshots.2013-01-10'
|
||||
11
build/builder/plugins/lib/aliyun/api/rest/Ecs20130110DescribeZonesRequest.py
Executable file
11
build/builder/plugins/lib/aliyun/api/rest/Ecs20130110DescribeZonesRequest.py
Executable file
@ -0,0 +1,11 @@
|
||||
'''
|
||||
Created by auto_sdk on 2015.04.21
|
||||
'''
|
||||
from aliyun.api.base import RestApi
|
||||
class Ecs20130110DescribeZonesRequest(RestApi):
|
||||
def __init__(self,domain='ecs.aliyuncs.com',port=80):
|
||||
RestApi.__init__(self,domain, port)
|
||||
self.RegionId = None
|
||||
|
||||
def getapiname(self):
|
||||
return 'ecs.aliyuncs.com.DescribeZones.2013-01-10'
|
||||
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in New Issue
Block a user