mirror of
https://gitee.com/dolphinscheduler/DolphinScheduler.git
synced 2024-12-02 04:08:31 +08:00
Initial install config,script and sql commit
This commit is contained in:
ligang
parent
756a3316d6
commit
0a514ceb33
7
NOTICE
Normal file
7
NOTICE
Normal file
@ -0,0 +1,7 @@
|
|||||||
|
Easy Scheduler
|
||||||
|
Copyright 2019 The Analysys Foundation
|
||||||
|
|
||||||
|
This product includes software developed at
|
||||||
|
The Analysys Foundation (https://www.analysys.cn/).
|
||||||
|
|
||||||
|
|
||||||
350
install.sh
Normal file
350
install.sh
Normal file
@ -0,0 +1,350 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
workDir=`dirname $0`
|
||||||
|
workDir=`cd ${workDir};pwd`
|
||||||
|
source $workDir/conf/config/run_config.conf
|
||||||
|
source $workDir/conf/config/install_config.conf
|
||||||
|
|
||||||
|
# mysql配置
|
||||||
|
# mysql 地址,端口
|
||||||
|
mysqlHost="192.168.xx.xx:3306"
|
||||||
|
|
||||||
|
# mysql 数据库名称
|
||||||
|
mysqlDb="escheduler"
|
||||||
|
|
||||||
|
# mysql 用户名
|
||||||
|
mysqlUserName="xx"
|
||||||
|
|
||||||
|
# mysql 密码
|
||||||
|
mysqlPassword="xx"
|
||||||
|
|
||||||
|
|
||||||
|
# hadoop 配置
|
||||||
|
# namenode地址,支持HA,需要将core-site.xml和hdfs-site.xml放到conf目录下
|
||||||
|
namenodeFs="hdfs://mycluster:8020"
|
||||||
|
|
||||||
|
# resourcemanager HA配置，如果是单resourcemanager,这里为空即可
|
||||||
|
yarnHaIps="192.168.xx.xx,192.168.xx.xx"
|
||||||
|
|
||||||
|
# 如果是单 resourcemanager,只需要配置一个主机名称,如果是resourcemanager HA,则默认配置就好
|
||||||
|
singleYarnIp="ark1"
|
||||||
|
|
||||||
|
|
||||||
|
# common 配置
|
||||||
|
# 程序路径
|
||||||
|
programPath="/tmp/escheduler"
|
||||||
|
|
||||||
|
#下载路径
|
||||||
|
downloadPath="/tmp/escheduler/download"
|
||||||
|
|
||||||
|
# 任务执行路径
|
||||||
|
execPath="/tmp/escheduler/exec"
|
||||||
|
|
||||||
|
# hdfs根路径
|
||||||
|
hdfsPath="/escheduler"
|
||||||
|
|
||||||
|
# 是否启动hdfs,如果启动则为true,不启动设置为false
|
||||||
|
hdfsStartupSate="true"
|
||||||
|
|
||||||
|
# SHELL环境变量路径
|
||||||
|
shellEnvPath="/opt/.escheduler_env.sh"
|
||||||
|
|
||||||
|
# Python换将变量路径
|
||||||
|
pythonEnvPath="/opt/escheduler_env.py"
|
||||||
|
|
||||||
|
# 资源文件的后缀
|
||||||
|
resSuffixs="txt,log,sh,conf,cfg,py,java,sql,hql,xml"
|
||||||
|
|
||||||
|
# 开发状态,如果是true,对于SHELL脚本可以在execPath目录下查看封装后的SHELL脚本,如果是false则执行完成直接删除
|
||||||
|
devState="true"
|
||||||
|
|
||||||
|
|
||||||
|
# zk 配置
|
||||||
|
# zk集群
|
||||||
|
zkQuorum="192.168.xx.xx:2181,192.168.xx.xx:2181,192.168.xx.xx:2181"
|
||||||
|
|
||||||
|
# zk根目录
|
||||||
|
zkRoot="/escheduler"
|
||||||
|
|
||||||
|
# 用来记录挂掉机器的zk目录
|
||||||
|
zkDeadServers="/escheduler/dead-servers"
|
||||||
|
|
||||||
|
# masters目录
|
||||||
|
zkMasters="/escheduler/masters"
|
||||||
|
|
||||||
|
# workers目录
|
||||||
|
zkWorkers="/escheduler/workers"
|
||||||
|
|
||||||
|
# zk master分布式锁
|
||||||
|
mastersLock="/escheduler/lock/masters"
|
||||||
|
|
||||||
|
# zk worker分布式锁
|
||||||
|
workersLock="/escheduler/lock/workers"
|
||||||
|
|
||||||
|
# zk master容错分布式锁
|
||||||
|
mastersFailover="/escheduler/lock/failover/masters"
|
||||||
|
|
||||||
|
# zk worker容错分布式锁
|
||||||
|
workersFailover="/escheduler/lock/failover/masters"
|
||||||
|
|
||||||
|
# zk session 超时
|
||||||
|
zkSessionTimeout="300"
|
||||||
|
|
||||||
|
# zk 连接超时
|
||||||
|
zkConnectionTimeout="300"
|
||||||
|
|
||||||
|
# zk 重试间隔
|
||||||
|
zkRetrySleep="100"
|
||||||
|
|
||||||
|
# zk重试最大次数
|
||||||
|
zkRetryMaxtime="5"
|
||||||
|
|
||||||
|
|
||||||
|
# master 配置
|
||||||
|
# master执行线程最大数,流程实例的最大并行度
|
||||||
|
masterExecThreads="100"
|
||||||
|
|
||||||
|
# master任务执行线程最大数,每一个流程实例的最大并行度
|
||||||
|
masterExecTaskNum="20"
|
||||||
|
|
||||||
|
# master心跳间隔
|
||||||
|
masterHeartbeatInterval="10"
|
||||||
|
|
||||||
|
# master任务提交重试次数
|
||||||
|
masterTaskCommitRetryTimes="5"
|
||||||
|
|
||||||
|
# master任务提交重试时间间隔
|
||||||
|
masterTaskCommitInterval="100"
|
||||||
|
|
||||||
|
# master最大cpu平均负载,用来判断master是否还有执行能力
|
||||||
|
masterMaxCupLoadAvg="10"
|
||||||
|
|
||||||
|
# master预留内存,用来判断master是否还有执行能力
|
||||||
|
masterReservedMemory="1"
|
||||||
|
|
||||||
|
|
||||||
|
# worker 配置
|
||||||
|
# worker执行线程
|
||||||
|
workerExecThreads="100"
|
||||||
|
|
||||||
|
# worker心跳间隔
|
||||||
|
workerHeartbeatInterval="10"
|
||||||
|
|
||||||
|
# worker一次抓取任务数
|
||||||
|
workerFetchTaskNum="10"
|
||||||
|
|
||||||
|
# worker最大cpu平均负载,用来判断master是否还有执行能力
|
||||||
|
workerMaxCupLoadAvg="10"
|
||||||
|
|
||||||
|
# worker预留内存,用来判断master是否还有执行能力
|
||||||
|
workerReservedMemory="1"
|
||||||
|
|
||||||
|
|
||||||
|
# api 配置
|
||||||
|
# api 服务端口
|
||||||
|
apiServerPort="12345"
|
||||||
|
|
||||||
|
# api session 超时
|
||||||
|
apiServerSessionTimeout="7200"
|
||||||
|
|
||||||
|
# api 上下文路径
|
||||||
|
apiServerContextPath="/escheduler/"
|
||||||
|
|
||||||
|
# spring 最大文件大小
|
||||||
|
springMaxFileSize="1024MB"
|
||||||
|
|
||||||
|
# spring 最大请求文件大小
|
||||||
|
springMaxRequestSize="1024MB"
|
||||||
|
|
||||||
|
# api 最大post请求大小
|
||||||
|
apiMaxHttpPostSize="5000000"
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
# alert配置
|
||||||
|
|
||||||
|
# 邮件协议
|
||||||
|
mailProtocol="SMTP"
|
||||||
|
|
||||||
|
# 邮件服务host
|
||||||
|
mailServerHost="smtp.exmail.qq.com"
|
||||||
|
|
||||||
|
# 邮件服务端口
|
||||||
|
mailServerPort="25"
|
||||||
|
|
||||||
|
# 发送人
|
||||||
|
mailSender="xxxxxxxxxx"
|
||||||
|
|
||||||
|
# 发送人密码
|
||||||
|
mailPassword="xxxxxxxxxx"
|
||||||
|
|
||||||
|
# 下载Excel路径
|
||||||
|
xlsFilePath="/opt/xls"
|
||||||
|
|
||||||
|
# conf/config/install_config.conf配置
|
||||||
|
# 安装路径
|
||||||
|
installPath="/data1_1T/escheduler"
|
||||||
|
|
||||||
|
# 部署用户
|
||||||
|
deployUser="escheduler"
|
||||||
|
|
||||||
|
# 安装hosts
|
||||||
|
ips="ark0,ark1,ark2,ark3,ark4"
|
||||||
|
|
||||||
|
|
||||||
|
# conf/config/run_config.conf配置
|
||||||
|
# 运行Master的机器
|
||||||
|
masters="ark0,ark1"
|
||||||
|
|
||||||
|
# 运行Worker的机器
|
||||||
|
workers="ark2,ark3,ark4"
|
||||||
|
|
||||||
|
# 运行Alert的机器
|
||||||
|
alertServer="ark3"
|
||||||
|
|
||||||
|
# 运行Api的机器
|
||||||
|
apiServers="ark1"
|
||||||
|
|
||||||
|
|
||||||
|
# 1,替换文件
|
||||||
|
echo "1,替换文件"
|
||||||
|
sed -i "s#spring.datasource.url.*#spring.datasource.url=jdbc:mysql://${mysqlHost}/${mysqlDb}?characterEncoding=UTF-8#g" conf/dao/data_source.properties
|
||||||
|
sed -i "s#spring.datasource.username.*#spring.datasource.username=${mysqlUserName}#g" conf/dao/data_source.properties
|
||||||
|
sed -i "s#spring.datasource.password.*#spring.datasource.password=${mysqlPassword}#g" conf/dao/data_source.properties
|
||||||
|
|
||||||
|
sed -i "s#org.quartz.dataSource.myDs.URL.*#org.quartz.dataSource.myDs.URL=jdbc:mysql://${mysqlHost}/${mysqlDb}?characterEncoding=UTF-8#g" conf/quartz.properties
|
||||||
|
sed -i "s#org.quartz.dataSource.myDs.user.*#org.quartz.dataSource.myDs.user=${mysqlUserName}#g" conf/quartz.properties
|
||||||
|
sed -i "s#org.quartz.dataSource.myDs.password.*#org.quartz.dataSource.myDs.password=${mysqlPassword}#g" conf/quartz.properties
|
||||||
|
|
||||||
|
|
||||||
|
sed -i "s#fs.defaultFS.*#fs.defaultFS = ${namenodeFs}#g" conf/common/hadoop/hadoop.properties
|
||||||
|
sed -i "s#yarn.resourcemanager.ha.rm.ids.*#yarn.resourcemanager.ha.rm.ids=${yarnHaIps}#g" conf/common/hadoop/hadoop.properties
|
||||||
|
sed -i "s#yarn.application.status.address.*#yarn.application.status.address=http://${singleYarnIp}:8088/ws/v1/cluster/apps/%s#g" conf/common/hadoop/hadoop.properties
|
||||||
|
|
||||||
|
sed -i "s#data.basedir.path.*#data.basedir.path=${programPath}#g" conf/common/common.properties
|
||||||
|
sed -i "s#data.download.basedir.path.*#data.download.basedir.path=${downloadPath}#g" conf/common/common.properties
|
||||||
|
sed -i "s#process.exec.basepath.*#process.exec.basepath=${execPath}#g" conf/common/common.properties
|
||||||
|
sed -i "s#data.store2hdfs.basepath.*#data.store2hdfs.basepath=${hdfsPath}#g" conf/common/common.properties
|
||||||
|
sed -i "s#hdfs.startup.state.*#hdfs.startup.state=${hdfsStartupSate}#g" conf/common/common.properties
|
||||||
|
sed -i "s#escheduler.env.path.*#escheduler.env.path=${shellEnvPath}#g" conf/common/common.properties
|
||||||
|
sed -i "s#escheduler.env.py.*#escheduler.env.py=${pythonEnvPath}#g" conf/common/common.properties
|
||||||
|
sed -i "s#resource.view.suffixs.*#resource.view.suffixs=${resSuffixs}#g" conf/common/common.properties
|
||||||
|
sed -i "s#development.state.*#development.state=${devState}#g" conf/common/common.properties
|
||||||
|
|
||||||
|
sed -i "s#zookeeper.quorum.*#zookeeper.quorum=${zkQuorum}#g" conf/zookeeper.properties
|
||||||
|
sed -i "s#zookeeper.escheduler.root.*#zookeeper.escheduler.root=${zkRoot}#g" conf/zookeeper.properties
|
||||||
|
sed -i "s#zookeeper.escheduler.dead.servers.*#zookeeper.escheduler.dead.servers=${zkDeadServers}#g" conf/zookeeper.properties
|
||||||
|
sed -i "s#zookeeper.escheduler.masters.*#zookeeper.escheduler.masters=${zkMasters}#g" conf/zookeeper.properties
|
||||||
|
sed -i "s#zookeeper.escheduler.workers.*#zookeeper.escheduler.workers=${zkWorkers}#g" conf/zookeeper.properties
|
||||||
|
sed -i "s#zookeeper.escheduler.lock.masters.*#zookeeper.escheduler.lock.masters=${mastersLock}#g" conf/zookeeper.properties
|
||||||
|
sed -i "s#zookeeper.escheduler.lock.workers.*#zookeeper.escheduler.lock.workers=${workersLock}#g" conf/zookeeper.properties
|
||||||
|
sed -i "s#zookeeper.escheduler.lock.masters.failover.*#zookeeper.escheduler.lock.masters.failover=${mastersFailover}#g" conf/zookeeper.properties
|
||||||
|
sed -i "s#zookeeper.escheduler.lock.workers.failover.*#zookeeper.escheduler.lock.workers.failover=${workersFailover}#g" conf/zookeeper.properties
|
||||||
|
sed -i "s#zookeeper.session.timeout.*#zookeeper.session.timeout=${zkSessionTimeout}#g" conf/zookeeper.properties
|
||||||
|
sed -i "s#zookeeper.connection.timeout.*#zookeeper.connection.timeout=${zkConnectionTimeout}#g" conf/zookeeper.properties
|
||||||
|
sed -i "s#zookeeper.retry.sleep.*#zookeeper.retry.sleep=${zkRetrySleep}#g" conf/zookeeper.properties
|
||||||
|
sed -i "s#zookeeper.retry.maxtime.*#zookeeper.retry.maxtime=${zkRetryMaxtime}#g" conf/zookeeper.properties
|
||||||
|
|
||||||
|
sed -i "s#master.exec.threads.*#master.exec.threads=${masterExecThreads}#g" conf/master.properties
|
||||||
|
sed -i "s#master.exec.task.number.*#master.exec.task.number=${masterExecTaskNum}#g" conf/master.properties
|
||||||
|
sed -i "s#master.heartbeat.interval.*#master.heartbeat.interval=${masterHeartbeatInterval}#g" conf/master.properties
|
||||||
|
sed -i "s#master.task.commit.retryTimes.*#master.task.commit.retryTimes=${masterTaskCommitRetryTimes}#g" conf/master.properties
|
||||||
|
sed -i "s#master.task.commit.interval.*#master.task.commit.interval=${masterTaskCommitInterval}#g" conf/master.properties
|
||||||
|
sed -i "s#master.max.cpuload.avg.*#master.max.cpuload.avg=${masterMaxCupLoadAvg}#g" conf/master.properties
|
||||||
|
sed -i "s#master.reserved.memory.*#master.reserved.memory=${masterReservedMemory}#g" conf/master.properties
|
||||||
|
|
||||||
|
|
||||||
|
sed -i "s#worker.exec.threads.*#worker.exec.threads=${workerExecThreads}#g" conf/worker.properties
|
||||||
|
sed -i "s#worker.heartbeat.interval.*#worker.heartbeat.interval=${workerHeartbeatInterval}#g" conf/worker.properties
|
||||||
|
sed -i "s#worker.fetch.task.num.*#worker.fetch.task.num=${workerFetchTaskNum}#g" conf/worker.properties
|
||||||
|
sed -i "s#worker.max.cpuload.avg.*#worker.max.cpuload.avg=${workerMaxCupLoadAvg}#g" conf/worker.properties
|
||||||
|
sed -i "s#worker.reserved.memory.*#worker.reserved.memory=${workerReservedMemory}#g" conf/worker.properties
|
||||||
|
|
||||||
|
|
||||||
|
sed -i "s#server.port.*#server.port=${apiServerPort}#g" conf/application.properties
|
||||||
|
sed -i "s#server.session.timeout.*#server.session.timeout=${apiServerSessionTimeout}#g" conf/application.properties
|
||||||
|
sed -i "s#server.context-path.*#server.context-path=${apiServerContextPath}#g" conf/application.properties
|
||||||
|
sed -i "s#spring.http.multipart.max-file-size.*#spring.http.multipart.max-file-size=${springMaxFileSize}#g" conf/application.properties
|
||||||
|
sed -i "s#spring.http.multipart.max-request-size.*#spring.http.multipart.max-request-size=${springMaxRequestSize}#g" conf/application.properties
|
||||||
|
sed -i "s#server.max-http-post-size.*#server.max-http-post-size=${apiMaxHttpPostSize}#g" conf/application.properties
|
||||||
|
|
||||||
|
|
||||||
|
sed -i "s#mail.protocol.*#mail.protocol=${mailProtocol}#g" conf/alert.properties
|
||||||
|
sed -i "s#mail.server.host.*#mail.server.host=${mailServerHost}#g" conf/alert.properties
|
||||||
|
sed -i "s#mail.server.port.*#mail.server.port=${mailServerPort}#g" conf/alert.properties
|
||||||
|
sed -i "s#mail.sender.*#mail.sender=${mailSender}#g" conf/alert.properties
|
||||||
|
sed -i "s#mail.passwd.*#mail.passwd=${mailPassword}#g" conf/alert.properties
|
||||||
|
sed -i "s#xls.file.path.*#xls.file.path=${xlsFilePath}#g" conf/alert.properties
|
||||||
|
|
||||||
|
|
||||||
|
sed -i "s#installPath.*#installPath=${installPath}#g" conf/config/install_config.conf
|
||||||
|
sed -i "s#deployUser.*#deployUser=${deployUser}#g" conf/config/install_config.conf
|
||||||
|
sed -i "s#ips.*#ips=${ips}#g" conf/config/install_config.conf
|
||||||
|
|
||||||
|
|
||||||
|
sed -i "s#masters.*#masters=${masters}#g" conf/config/run_config.conf
|
||||||
|
sed -i "s#workers.*#workers=${workers}#g" conf/config/run_config.conf
|
||||||
|
sed -i "s#alertServer.*#alertServer=${alertServer}#g" conf/config/run_config.conf
|
||||||
|
sed -i "s#apiServers.*#apiServers=${apiServers}#g" conf/config/run_config.conf
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
# 2,创建目录
|
||||||
|
echo "2,创建目录"
|
||||||
|
|
||||||
|
if [ ! -d $installPath ];then
|
||||||
|
sudo mkdir -p $installPath
|
||||||
|
sudo chown -R $deployUser:$deployUser $installPath
|
||||||
|
fi
|
||||||
|
|
||||||
|
hostsArr=(${ips//,/ })
|
||||||
|
for host in ${hostsArr[@]}
|
||||||
|
do
|
||||||
|
|
||||||
|
# 如果programPath不存在,则创建
|
||||||
|
if ! ssh $host test -e $programPath; then
|
||||||
|
ssh $host "sudo mkdir -p $programPath;sudo chown -R $deployUser:$deployUser $programPath"
|
||||||
|
fi
|
||||||
|
|
||||||
|
# 如果downloadPath不存在,则创建
|
||||||
|
if ! ssh $host test -e $downloadPath; then
|
||||||
|
ssh $host "sudo mkdir -p $downloadPath;sudo chown -R $deployUser:$deployUser $downloadPath"
|
||||||
|
fi
|
||||||
|
|
||||||
|
# 如果$execPath不存在,则创建
|
||||||
|
if ! ssh $host test -e $execPath; then
|
||||||
|
ssh $host "sudo mkdir -p $execPath; sudo chown -R $deployUser:$deployUser $execPath"
|
||||||
|
fi
|
||||||
|
|
||||||
|
# 如果$xlsFilePath不存在,则创建
|
||||||
|
if ! ssh $host test -e $xlsFilePath; then
|
||||||
|
ssh $host "sudo mkdir -p $xlsFilePath; sudo chown -R $deployUser:$deployUser $xlsFilePath"
|
||||||
|
fi
|
||||||
|
|
||||||
|
done
|
||||||
|
|
||||||
|
|
||||||
|
# 3,停止服务
|
||||||
|
echo "3,停止服务"
|
||||||
|
sh $workDir/script/stop_all.sh
|
||||||
|
|
||||||
|
# 4,删除zk节点
|
||||||
|
echo "4,删除zk节点"
|
||||||
|
sleep 1
|
||||||
|
python $workDir/script/del_zk_node.py $zkQuorum $zkRoot
|
||||||
|
|
||||||
|
# 5,scp资源
|
||||||
|
echo "5,scp资源"
|
||||||
|
sh $workDir/script/scp_hosts.sh
|
||||||
|
if [ $? -eq 0 ]
|
||||||
|
then
|
||||||
|
echo 'scp拷贝完成'
|
||||||
|
else
|
||||||
|
echo 'sc 拷贝失败退出'
|
||||||
|
exit -1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# 6,启动
|
||||||
|
echo "6,启动"
|
||||||
|
sh $workDir/script/start_all.sh
|
||||||
88
monitor_server.py
Normal file
88
monitor_server.py
Normal file
@ -0,0 +1,88 @@
|
|||||||
|
#!/usr/bin/env python
|
||||||
|
# -*- coding:utf-8 -*-
|
||||||
|
# Author:qiaozhanwei
|
||||||
|
|
||||||
|
'''
|
||||||
|
yum 安装pip
|
||||||
|
yum -y install python-pip
|
||||||
|
|
||||||
|
pip install kazoo 安装
|
||||||
|
conda install -c conda-forge kazoo 安装
|
||||||
|
|
||||||
|
运行脚本：
|
||||||
|
nohup python -u monitor_server.py > nohup.out 2>&1 &
|
||||||
|
'''
|
||||||
|
|
||||||
|
import socket
|
||||||
|
import os
|
||||||
|
import sched
|
||||||
|
import time
|
||||||
|
from datetime import datetime
|
||||||
|
from kazoo.client import KazooClient
|
||||||
|
|
||||||
|
|
||||||
|
schedule = sched.scheduler(time.time, time.sleep)
|
||||||
|
|
||||||
|
class ZkClient:
|
||||||
|
def __init__(self):
|
||||||
|
# hosts配置zk地址集群
|
||||||
|
self.zk = KazooClient(hosts='ark0:2181,ark1:2181,ark2:2181')
|
||||||
|
self.zk.start()
|
||||||
|
|
||||||
|
# 读取配置文件，组装成字典
|
||||||
|
def read_file(self,path):
|
||||||
|
with open(path, 'r') as f:
|
||||||
|
dict = {}
|
||||||
|
for line in f.readlines():
|
||||||
|
arr = line.strip().split('=')
|
||||||
|
if (len(arr) == 2):
|
||||||
|
dict[arr[0]] = arr[1]
|
||||||
|
return dict
|
||||||
|
|
||||||
|
# 根据hostname获取ip地址
|
||||||
|
def get_ip_by_hostname(self,hostname):
|
||||||
|
return socket.gethostbyname(hostname)
|
||||||
|
|
||||||
|
# 重启服务
|
||||||
|
def restart_server(self,inc):
|
||||||
|
config_dict = self.read_file('/data1_1T/escheduler/conf/config/run_config.conf')
|
||||||
|
|
||||||
|
master_list = config_dict.get('masters').split(',')
|
||||||
|
master_list = list(map(lambda item : self.get_ip_by_hostname(item),master_list))
|
||||||
|
|
||||||
|
worker_list = config_dict.get('workers').split(',')
|
||||||
|
worker_list = list(map(lambda item: self.get_ip_by_hostname(item), worker_list))
|
||||||
|
|
||||||
|
if (self.zk.exists('/escheduler/masters')):
|
||||||
|
zk_master_list = []
|
||||||
|
zk_master_nodes = self.zk.get_children('/escheduler/masters')
|
||||||
|
for zk_master_node in zk_master_nodes:
|
||||||
|
zk_master_list.append(zk_master_node.split('_')[0])
|
||||||
|
restart_master_list = list(set(master_list) - set(zk_master_list))
|
||||||
|
if (len(restart_master_list) != 0):
|
||||||
|
for master in restart_master_list:
|
||||||
|
print("master " + self.get_ip_by_hostname(master) + " 服务已经掉了")
|
||||||
|
os.system('ssh ' + self.get_ip_by_hostname(master) + ' sh /data1_1T/escheduler/bin/escheduler-daemon.sh start master-server')
|
||||||
|
|
||||||
|
if (self.zk.exists('/escheduler/workers')):
|
||||||
|
zk_worker_list = []
|
||||||
|
zk_worker_nodes = self.zk.get_children('/escheduler/workers')
|
||||||
|
for zk_worker_node in zk_worker_nodes:
|
||||||
|
zk_worker_list.append(zk_worker_node.split('_')[0])
|
||||||
|
restart_worker_list = list(set(worker_list) - set(zk_worker_list))
|
||||||
|
if (len(restart_worker_list) != 0):
|
||||||
|
for worker in restart_worker_list:
|
||||||
|
print("worker " + self.get_ip_by_hostname(worker) + " 服务已经掉了")
|
||||||
|
os.system('ssh ' + self.get_ip_by_hostname(worker) + ' sh /data1_1T/escheduler/bin/escheduler-daemon.sh start worker-server')
|
||||||
|
|
||||||
|
print(datetime.now().strftime("%Y-%m-%d %H:%M:%S"))
|
||||||
|
schedule.enter(inc, 0, self.restart_server, (inc,))
|
||||||
|
# 默认参数60s
|
||||||
|
def main(self,inc=60):
|
||||||
|
# enter四个参数分别为：间隔事件、优先级（用于同时间到达的两个事件同时执行时定序）、被调用触发的函数，
|
||||||
|
# 给该触发函数的参数（tuple形式）
|
||||||
|
schedule.enter(0, 0, self.restart_server, (inc,))
|
||||||
|
schedule.run()
|
||||||
|
if __name__ == '__main__':
|
||||||
|
zkClient = ZkClient()
|
||||||
|
zkClient.main(300)
|
||||||
72
package.xml
Normal file
72
package.xml
Normal file
@ -0,0 +1,72 @@
|
|||||||
|
<assembly
|
||||||
|
xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.0"
|
||||||
|
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
||||||
|
xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.0 http://maven.apache.org/xsd/assembly-1.1.0.xsd">
|
||||||
|
<id>all</id>
|
||||||
|
<formats>
|
||||||
|
<format>tar.gz</format>
|
||||||
|
<format>dir</format>
|
||||||
|
</formats>
|
||||||
|
<includeBaseDirectory>false</includeBaseDirectory>
|
||||||
|
<fileSets>
|
||||||
|
|
||||||
|
<fileSet>
|
||||||
|
<directory>escheduler-server/target/escheduler-server-${project.version}</directory>
|
||||||
|
<includes>
|
||||||
|
<include>**/*.*</include>
|
||||||
|
</includes>
|
||||||
|
<outputDirectory>.</outputDirectory>
|
||||||
|
</fileSet>
|
||||||
|
|
||||||
|
<fileSet>
|
||||||
|
<directory>escheduler-api/target/escheduler-api-${project.version}</directory>
|
||||||
|
<includes>
|
||||||
|
<include>**/*.*</include>
|
||||||
|
</includes>
|
||||||
|
<outputDirectory>.</outputDirectory>
|
||||||
|
</fileSet>
|
||||||
|
|
||||||
|
<fileSet>
|
||||||
|
<directory>escheduler-alert/target/escheduler-alert-${project.version}</directory>
|
||||||
|
<includes>
|
||||||
|
<include>**/*.*</include>
|
||||||
|
</includes>
|
||||||
|
<outputDirectory>.</outputDirectory>
|
||||||
|
</fileSet>
|
||||||
|
|
||||||
|
<fileSet>
|
||||||
|
<directory>sql</directory>
|
||||||
|
<includes>
|
||||||
|
<include>**/*.*</include>
|
||||||
|
</includes>
|
||||||
|
<outputDirectory>./sql</outputDirectory>
|
||||||
|
</fileSet>
|
||||||
|
|
||||||
|
<fileSet>
|
||||||
|
<directory>script</directory>
|
||||||
|
<includes>
|
||||||
|
<include>*.*</include>
|
||||||
|
</includes>
|
||||||
|
<outputDirectory>./script</outputDirectory>
|
||||||
|
</fileSet>
|
||||||
|
|
||||||
|
<fileSet>
|
||||||
|
<directory>script</directory>
|
||||||
|
<includes>
|
||||||
|
<include>config/*.*</include>
|
||||||
|
<include>env/*.*</include>
|
||||||
|
</includes>
|
||||||
|
<outputDirectory>./conf</outputDirectory>
|
||||||
|
</fileSet>
|
||||||
|
|
||||||
|
<fileSet>
|
||||||
|
<directory>./</directory>
|
||||||
|
<includes>
|
||||||
|
<include>*.sh</include>
|
||||||
|
<include>*.py</include>
|
||||||
|
</includes>
|
||||||
|
<outputDirectory>.</outputDirectory>
|
||||||
|
</fileSet>
|
||||||
|
|
||||||
|
</fileSets>
|
||||||
|
</assembly>
|
||||||
426
pom.xml
Normal file
426
pom.xml
Normal file
@ -0,0 +1,426 @@
|
|||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
||||||
|
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
|
||||||
|
<modelVersion>4.0.0</modelVersion>
|
||||||
|
<groupId>cn.analysys</groupId>
|
||||||
|
<artifactId>escheduler</artifactId>
|
||||||
|
<version>1.0.0</version>
|
||||||
|
<packaging>pom</packaging>
|
||||||
|
<name>escheduler</name>
|
||||||
|
<url>http://maven.apache.org</url>
|
||||||
|
|
||||||
|
<properties>
|
||||||
|
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
|
||||||
|
<project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
|
||||||
|
<curator.version>2.12.0</curator.version>
|
||||||
|
<spring.version>4.3.7.RELEASE</spring.version>
|
||||||
|
<spring.boot.version>1.4.5.RELEASE</spring.boot.version>
|
||||||
|
<java.version>1.8</java.version>
|
||||||
|
<logback.version>1.2.3</logback.version>
|
||||||
|
<hadoop.version>2.7.3</hadoop.version>
|
||||||
|
<quartz.version>2.2.3</quartz.version>
|
||||||
|
</properties>
|
||||||
|
|
||||||
|
<dependencyManagement>
|
||||||
|
<dependencies>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.mybatis.spring.boot</groupId>
|
||||||
|
<artifactId>mybatis-spring-boot-autoconfigure</artifactId>
|
||||||
|
<version>1.2.0</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.mybatis.spring.boot</groupId>
|
||||||
|
<artifactId>mybatis-spring-boot-starter</artifactId>
|
||||||
|
<version>1.2.0</version>
|
||||||
|
</dependency>
|
||||||
|
<!-- quartz-->
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.quartz-scheduler</groupId>
|
||||||
|
<artifactId>quartz</artifactId>
|
||||||
|
<version>${quartz.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.quartz-scheduler</groupId>
|
||||||
|
<artifactId>quartz-jobs</artifactId>
|
||||||
|
<version>${quartz.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.cronutils</groupId>
|
||||||
|
<artifactId>cron-utils</artifactId>
|
||||||
|
<version>5.0.5</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.mybatis</groupId>
|
||||||
|
<artifactId>mybatis</artifactId>
|
||||||
|
<version>3.4.2</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.mybatis</groupId>
|
||||||
|
<artifactId>mybatis-spring</artifactId>
|
||||||
|
<version>1.3.1</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.springframework</groupId>
|
||||||
|
<artifactId>spring-tx</artifactId>
|
||||||
|
<version>${spring.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.springframework</groupId>
|
||||||
|
<artifactId>spring-jdbc</artifactId>
|
||||||
|
<version>${spring.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.alibaba</groupId>
|
||||||
|
<artifactId>fastjson</artifactId>
|
||||||
|
<version>1.2.29</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.springframework.boot</groupId>
|
||||||
|
<artifactId>spring-boot-starter-jetty</artifactId>
|
||||||
|
<version>${spring.boot.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.springframework</groupId>
|
||||||
|
<artifactId>spring-core</artifactId>
|
||||||
|
<version>${spring.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.springframework</groupId>
|
||||||
|
<artifactId>spring-context</artifactId>
|
||||||
|
<version>${spring.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.springframework</groupId>
|
||||||
|
<artifactId>spring-beans</artifactId>
|
||||||
|
<version>${spring.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.springframework</groupId>
|
||||||
|
<artifactId>spring-test</artifactId>
|
||||||
|
<version>${spring.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.springframework.boot</groupId>
|
||||||
|
<artifactId>spring-boot-starter-parent</artifactId>
|
||||||
|
<version>${spring.boot.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.springframework.boot</groupId>
|
||||||
|
<artifactId>spring-boot-starter-web</artifactId>
|
||||||
|
<version>${spring.boot.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.springframework.boot</groupId>
|
||||||
|
<artifactId>spring-boot-starter-test</artifactId>
|
||||||
|
<version>${spring.boot.version}</version>
|
||||||
|
<scope>test</scope>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.springframework.boot</groupId>
|
||||||
|
<artifactId>spring-boot-starter-aop</artifactId>
|
||||||
|
<version>${spring.boot.version}</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>cn.analysys</groupId>
|
||||||
|
<artifactId>escheduler-common</artifactId>
|
||||||
|
<version>${project.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>cn.analysys</groupId>
|
||||||
|
<artifactId>escheduler-dao</artifactId>
|
||||||
|
<version>${project.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>cn.analysys</groupId>
|
||||||
|
<artifactId>escheduler-api</artifactId>
|
||||||
|
<version>${project.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>cn.analysys</groupId>
|
||||||
|
<artifactId>escheduler-rpc</artifactId>
|
||||||
|
<version>${project.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>cn.analysys</groupId>
|
||||||
|
<artifactId>escheduler-alert</artifactId>
|
||||||
|
<version>${project.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.apache.curator</groupId>
|
||||||
|
<artifactId>curator-framework</artifactId>
|
||||||
|
<version>${curator.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.apache.curator</groupId>
|
||||||
|
<artifactId>curator-recipes</artifactId>
|
||||||
|
<version>${curator.version}</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>commons-codec</groupId>
|
||||||
|
<artifactId>commons-codec</artifactId>
|
||||||
|
<version>1.6</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>commons-logging</groupId>
|
||||||
|
<artifactId>commons-logging</artifactId>
|
||||||
|
<version>1.1.1</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.apache.httpcomponents</groupId>
|
||||||
|
<artifactId>httpclient</artifactId>
|
||||||
|
<version>4.3.2</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.apache.httpcomponents</groupId>
|
||||||
|
<artifactId>httpcore</artifactId>
|
||||||
|
<version>4.3.2</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.fasterxml.jackson.core</groupId>
|
||||||
|
<artifactId>jackson-annotations</artifactId>
|
||||||
|
<version>2.8.6</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.fasterxml.jackson.core</groupId>
|
||||||
|
<artifactId>jackson-databind</artifactId>
|
||||||
|
<version>2.8.6</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.fasterxml.jackson.core</groupId>
|
||||||
|
<artifactId>jackson-core</artifactId>
|
||||||
|
<version>2.8.6</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>junit</groupId>
|
||||||
|
<artifactId>junit</artifactId>
|
||||||
|
<version>4.12</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>mysql</groupId>
|
||||||
|
<artifactId>mysql-connector-java</artifactId>
|
||||||
|
<version>5.1.34</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.slf4j</groupId>
|
||||||
|
<artifactId>slf4j-api</artifactId>
|
||||||
|
<version>1.7.5</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.slf4j</groupId>
|
||||||
|
<artifactId>slf4j-log4j12</artifactId>
|
||||||
|
<version>1.7.5</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>commons-collections</groupId>
|
||||||
|
<artifactId>commons-collections</artifactId>
|
||||||
|
<version>3.2.2</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>commons-lang</groupId>
|
||||||
|
<artifactId>commons-lang</artifactId>
|
||||||
|
<version>2.3</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.apache.commons</groupId>
|
||||||
|
<artifactId>commons-lang3</artifactId>
|
||||||
|
<version>3.5</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>commons-httpclient</groupId>
|
||||||
|
<artifactId>commons-httpclient</artifactId>
|
||||||
|
<version>3.0.1</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>commons-beanutils</groupId>
|
||||||
|
<artifactId>commons-beanutils</artifactId>
|
||||||
|
<version>1.7.0</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>commons-configuration</groupId>
|
||||||
|
<artifactId>commons-configuration</artifactId>
|
||||||
|
<version>1.10</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.alibaba</groupId>
|
||||||
|
<artifactId>druid</artifactId>
|
||||||
|
<version>1.1.14</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>ch.qos.logback</groupId>
|
||||||
|
<artifactId>logback-classic</artifactId>
|
||||||
|
<version>${logback.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>ch.qos.logback</groupId>
|
||||||
|
<artifactId>logback-core</artifactId>
|
||||||
|
<version>${logback.version}</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.apache.commons</groupId>
|
||||||
|
<artifactId>commons-email</artifactId>
|
||||||
|
<version>1.2</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>javax.mail</groupId>
|
||||||
|
<artifactId>mail</artifactId>
|
||||||
|
<version>1.4.5</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<!--excel poi-->
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.apache.poi</groupId>
|
||||||
|
<artifactId>poi</artifactId>
|
||||||
|
<version>3.17</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.freemarker</groupId>
|
||||||
|
<artifactId>freemarker</artifactId>
|
||||||
|
<version>2.3.21</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
|
||||||
|
<!-- hadoop -->
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.apache.hadoop</groupId>
|
||||||
|
<artifactId>hadoop-common</artifactId>
|
||||||
|
<version>${hadoop.version}</version>
|
||||||
|
<exclusions>
|
||||||
|
<exclusion>
|
||||||
|
<artifactId>slf4j-log4j12</artifactId>
|
||||||
|
<groupId>org.slf4j</groupId>
|
||||||
|
</exclusion>
|
||||||
|
<exclusion>
|
||||||
|
<artifactId>com.sun.jersey</artifactId>
|
||||||
|
<groupId>jersey-json</groupId>
|
||||||
|
</exclusion>
|
||||||
|
</exclusions>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.apache.hadoop</groupId>
|
||||||
|
<artifactId>hadoop-client</artifactId>
|
||||||
|
<version>${hadoop.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.apache.hadoop</groupId>
|
||||||
|
<artifactId>hadoop-hdfs</artifactId>
|
||||||
|
<version>${hadoop.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.apache.hadoop</groupId>
|
||||||
|
<artifactId>hadoop-yarn-common</artifactId>
|
||||||
|
<version>${hadoop.version}</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>javax.servlet</groupId>
|
||||||
|
<artifactId>javax.servlet-api</artifactId>
|
||||||
|
<version>3.1.0</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.apache.commons</groupId>
|
||||||
|
<artifactId>commons-collections4</artifactId>
|
||||||
|
<version>4.1</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.google.guava</groupId>
|
||||||
|
<artifactId>guava</artifactId>
|
||||||
|
<version>19.0</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.postgresql</groupId>
|
||||||
|
<artifactId>postgresql</artifactId>
|
||||||
|
<version>42.1.4</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.apache.hive</groupId>
|
||||||
|
<artifactId>hive-jdbc</artifactId>
|
||||||
|
<version>2.1.0</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>commons-io</groupId>
|
||||||
|
<artifactId>commons-io</artifactId>
|
||||||
|
<version>2.4</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.github.oshi</groupId>
|
||||||
|
<artifactId>oshi-core</artifactId>
|
||||||
|
<version>3.5.0</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
</dependencies>
|
||||||
|
</dependencyManagement>
|
||||||
|
|
||||||
|
<build>
|
||||||
|
<plugins>
|
||||||
|
<plugin>
|
||||||
|
<artifactId>maven-assembly-plugin</artifactId>
|
||||||
|
<version>2.6</version>
|
||||||
|
<configuration>
|
||||||
|
<descriptors>
|
||||||
|
<descriptor>package.xml</descriptor>
|
||||||
|
</descriptors>
|
||||||
|
<appendAssemblyId>false</appendAssemblyId>
|
||||||
|
</configuration>
|
||||||
|
<executions>
|
||||||
|
<execution>
|
||||||
|
<id>make-assembly</id>
|
||||||
|
<phase>package</phase>
|
||||||
|
</execution>
|
||||||
|
</executions>
|
||||||
|
</plugin>
|
||||||
|
<plugin>
|
||||||
|
<groupId>org.apache.maven.plugins</groupId>
|
||||||
|
<artifactId>maven-compiler-plugin</artifactId>
|
||||||
|
<version>2.3.2</version>
|
||||||
|
<configuration>
|
||||||
|
<source>${java.version}</source>
|
||||||
|
<target>${java.version}</target>
|
||||||
|
<encoding>${project.build.sourceEncoding}</encoding>
|
||||||
|
<skip>false</skip><!--not skip compile test classes-->
|
||||||
|
</configuration>
|
||||||
|
</plugin>
|
||||||
|
<plugin>
|
||||||
|
<groupId>org.apache.maven.plugins</groupId>
|
||||||
|
<artifactId>maven-surefire-plugin</artifactId>
|
||||||
|
<version>2.19.1</version>
|
||||||
|
<configuration>
|
||||||
|
<includes>
|
||||||
|
<include>**/*Test*.java</include><!--run test classes-->
|
||||||
|
</includes>
|
||||||
|
<skip>true</skip><!--skip run test classes-->
|
||||||
|
</configuration>
|
||||||
|
</plugin>
|
||||||
|
</plugins>
|
||||||
|
|
||||||
|
</build>
|
||||||
|
|
||||||
|
<modules>
|
||||||
|
<module>escheduler-server</module>
|
||||||
|
<module>escheduler-common</module>
|
||||||
|
<module>escheduler-api</module>
|
||||||
|
<module>escheduler-dao</module>
|
||||||
|
<module>escheduler-alert</module>
|
||||||
|
<module>escheduler-rpc</module>
|
||||||
|
</modules>
|
||||||
|
|
||||||
|
</project>
|
||||||
3
script/config/install_config.conf
Normal file
3
script/config/install_config.conf
Normal file
@ -0,0 +1,3 @@
|
|||||||
|
installPath=/data1_1T/escheduler
|
||||||
|
deployUser=escheduler
|
||||||
|
ips=ark0,ark1,ark2,ark3,ark4
|
||||||
4
script/config/run_config.conf
Normal file
4
script/config/run_config.conf
Normal file
@ -0,0 +1,4 @@
|
|||||||
|
masters=ark0,ark1
|
||||||
|
workers=ark2,ark3,ark4
|
||||||
|
alertServer=ark3
|
||||||
|
apiServers=ark1
|
||||||
17
script/del_zk_node.py
Normal file
17
script/del_zk_node.py
Normal file
@ -0,0 +1,17 @@
|
|||||||
|
import time
|
||||||
|
import sys
|
||||||
|
from kazoo.client import KazooClient
|
||||||
|
|
||||||
|
class ZkClient:
|
||||||
|
def __init__(self):
|
||||||
|
self.zk = KazooClient(hosts=sys.argv[1])
|
||||||
|
self.zk.start()
|
||||||
|
def del_node(self):
|
||||||
|
self.zk.delete(sys.argv[2], recursive=True)
|
||||||
|
print('deleted success')
|
||||||
|
def __del__(self):
|
||||||
|
self.zk.stop()
|
||||||
|
if __name__ == '__main__':
|
||||||
|
zkclient = ZkClient()
|
||||||
|
zkclient.del_node()
|
||||||
|
time.sleep(2)
|
||||||
9
script/env/.escheduler_env.sh
vendored
Normal file
9
script/env/.escheduler_env.sh
vendored
Normal file
@ -0,0 +1,9 @@
|
|||||||
|
export HADOOP_HOME=/opt/soft/hadoop
|
||||||
|
export HADOOP_CONF_DIR=/opt/soft/hadoop/etc/hadoop
|
||||||
|
export SPARK_HOME1=/opt/soft/spark1
|
||||||
|
export SPARK_HOME2=/opt/soft/spark2
|
||||||
|
export PYTHON_HOME=/opt/soft/python
|
||||||
|
export JAVA_HOME=/opt/soft/java
|
||||||
|
export HIVE_HOME=/opt/soft/hive
|
||||||
|
|
||||||
|
export PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME/bin:$JAVA_HOME/bin:$HIVE_HOME/bin:$PATH
|
||||||
12
script/env/escheduler_env.py
vendored
Normal file
12
script/env/escheduler_env.py
vendored
Normal file
@ -0,0 +1,12 @@
|
|||||||
|
import os
|
||||||
|
|
||||||
|
HADOOP_HOME="/opt/soft/hadoop"
|
||||||
|
SPARK_HOME1="/opt/soft/spark1"
|
||||||
|
SPARK_HOME2="/opt/soft/spark2"
|
||||||
|
PYTHON_HOME="/opt/soft/python"
|
||||||
|
JAVA_HOME="/opt/soft/java"
|
||||||
|
HIVE_HOME="/opt/soft/hive"
|
||||||
|
PATH=os.environ['PATH']
|
||||||
|
PATH="%s/bin:%s/bin:%s/bin:%s/bin:%s/bin:%s/bin:%s"%(HIVE_HOME,HADOOP_HOME,SPARK_HOME1,SPARK_HOME2,JAVA_HOME,PYTHON_HOME,PATH)
|
||||||
|
|
||||||
|
os.putenv('PATH','%s'%PATH)
|
||||||
25
script/scp_hosts.sh
Normal file
25
script/scp_hosts.sh
Normal file
@ -0,0 +1,25 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
workDir=`dirname $0`
|
||||||
|
workDir=`cd ${workDir};pwd`
|
||||||
|
source $workDir/../conf/config/run_config.conf
|
||||||
|
source $workDir/../conf/config/install_config.conf
|
||||||
|
|
||||||
|
tar -zxvf $workDir/../escheduler-1.0.0-PREVIEW.tar.gz -C $installPath
|
||||||
|
|
||||||
|
hostsArr=(${ips//,/ })
|
||||||
|
for host in ${hostsArr[@]}
|
||||||
|
do
|
||||||
|
|
||||||
|
if ! ssh $host test -e $installPath; then
|
||||||
|
ssh $host "sudo mkdir -p $installPath; sudo chown -R $deployUser:$deployUser $installPath"
|
||||||
|
fi
|
||||||
|
|
||||||
|
ssh $host "cd $installPath/; rm -rf bin/ conf/ lib/ script/ sql/"
|
||||||
|
scp -r $workDir/../bin $host:$installPath
|
||||||
|
scp -r $workDir/../conf $host:$installPath
|
||||||
|
scp -r $workDir/../lib $host:$installPath
|
||||||
|
scp -r $workDir/../script $host:$installPath
|
||||||
|
scp -r $workDir/../sql $host:$installPath
|
||||||
|
scp $workDir/../install.sh $host:$installPath
|
||||||
|
done
|
||||||
33
script/start_all.sh
Normal file
33
script/start_all.sh
Normal file
@ -0,0 +1,33 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
workDir=`dirname $0`
|
||||||
|
workDir=`cd ${workDir};pwd`
|
||||||
|
source $workDir/../conf/config/run_config.conf
|
||||||
|
source $workDir/../conf/config/install_config.conf
|
||||||
|
|
||||||
|
mastersHost=(${masters//,/ })
|
||||||
|
for master in ${mastersHost[@]}
|
||||||
|
do
|
||||||
|
echo $master
|
||||||
|
ssh $master "cd $installPath/; sh bin/escheduler-daemon.sh start master-server;"
|
||||||
|
|
||||||
|
done
|
||||||
|
|
||||||
|
workersHost=(${workers//,/ })
|
||||||
|
for worker in ${workersHost[@]}
|
||||||
|
do
|
||||||
|
echo $worker
|
||||||
|
|
||||||
|
ssh $worker "cd $installPath/; sh bin/escheduler-daemon.sh start worker-server;"
|
||||||
|
ssh $worker "cd $installPath/; sh bin/escheduler-daemon.sh start logger-server;"
|
||||||
|
done
|
||||||
|
|
||||||
|
ssh $alertServer "cd $installPath/; sh bin/escheduler-daemon.sh start alert-server;"
|
||||||
|
|
||||||
|
apiServersHost=(${apiServers//,/ })
|
||||||
|
for apiServer in ${apiServersHost[@]}
|
||||||
|
do
|
||||||
|
echo $apiServer
|
||||||
|
|
||||||
|
ssh $apiServer "cd $installPath/; sh bin/escheduler-daemon.sh start api-server;"
|
||||||
|
done
|
||||||
|
|
||||||
33
script/stop_all.sh
Normal file
33
script/stop_all.sh
Normal file
@ -0,0 +1,33 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
workDir=`dirname $0`
|
||||||
|
workDir=`cd ${workDir};pwd`
|
||||||
|
source $workDir/../conf/config/run_config.conf
|
||||||
|
source $workDir/../conf/config/install_config.conf
|
||||||
|
|
||||||
|
mastersHost=(${masters//,/ })
|
||||||
|
for master in ${mastersHost[@]}
|
||||||
|
do
|
||||||
|
echo $master
|
||||||
|
ssh $master "cd $installPath/; sh bin/escheduler-daemon.sh stop master-server;"
|
||||||
|
|
||||||
|
done
|
||||||
|
|
||||||
|
workersHost=(${workers//,/ })
|
||||||
|
for worker in ${workersHost[@]}
|
||||||
|
do
|
||||||
|
echo $worker
|
||||||
|
|
||||||
|
ssh $worker "cd $installPath/; sh bin/escheduler-daemon.sh stop worker-server;"
|
||||||
|
ssh $worker "cd $installPath/; sh bin/escheduler-daemon.sh stop logger-server;"
|
||||||
|
done
|
||||||
|
|
||||||
|
ssh $alertServer "cd $installPath/; sh bin/escheduler-daemon.sh stop alert-server;"
|
||||||
|
|
||||||
|
apiServersHost=(${apiServers//,/ })
|
||||||
|
for apiServer in ${apiServersHost[@]}
|
||||||
|
do
|
||||||
|
echo $apiServer
|
||||||
|
|
||||||
|
ssh $apiServer "cd $installPath/; sh bin/escheduler-daemon.sh stop api-server;"
|
||||||
|
done
|
||||||
|
|
||||||
436
sql/escheduler.sql
Normal file
436
sql/escheduler.sql
Normal file
@ -0,0 +1,436 @@
|
|||||||
|
/*
|
||||||
|
Navicat MySQL Data Transfer
|
||||||
|
|
||||||
|
Source Server : xx.xx
|
||||||
|
Source Server Version : 50725
|
||||||
|
Source Host : 192.168.xx.xx:3306
|
||||||
|
Source Database : escheduler
|
||||||
|
|
||||||
|
Target Server Type : MYSQL
|
||||||
|
Target Server Version : 50725
|
||||||
|
File Encoding : 65001
|
||||||
|
|
||||||
|
Date: 2019-03-23 11:47:30
|
||||||
|
*/
|
||||||
|
|
||||||
|
SET FOREIGN_KEY_CHECKS=0;
|
||||||
|
|
||||||
|
-- ----------------------------
|
||||||
|
-- Table structure for t_escheduler_alert
|
||||||
|
-- ----------------------------
|
||||||
|
DROP TABLE IF EXISTS `t_escheduler_alert`;
|
||||||
|
CREATE TABLE `t_escheduler_alert` (
|
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键',
|
||||||
|
`title` varchar(64) DEFAULT NULL COMMENT '消息标题',
|
||||||
|
`show_type` tinyint(4) DEFAULT NULL COMMENT '发送格式，0是TABLE,1是TEXT',
|
||||||
|
`content` text COMMENT '消息内容（可以是邮件，可以是短信。邮件是JSON Map存放，短信是字符串）',
|
||||||
|
`alert_type` tinyint(4) DEFAULT NULL COMMENT '0是邮件，1是短信',
|
||||||
|
`alert_status` tinyint(4) DEFAULT '0' COMMENT '0是待执行，1是执行成功，2执行失败',
|
||||||
|
`log` text COMMENT '执行日志',
|
||||||
|
`alertgroup_id` int(11) DEFAULT NULL COMMENT '发送组',
|
||||||
|
`receivers` text COMMENT '收件人',
|
||||||
|
`receivers_cc` text COMMENT '抄送人',
|
||||||
|
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
|
||||||
|
`update_time` datetime DEFAULT NULL COMMENT '更新时间',
|
||||||
|
PRIMARY KEY (`id`)
|
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8;
|
||||||
|
|
||||||
|
-- ----------------------------
|
||||||
|
-- Table structure for t_escheduler_alertgroup
|
||||||
|
-- ----------------------------
|
||||||
|
DROP TABLE IF EXISTS `t_escheduler_alertgroup`;
|
||||||
|
CREATE TABLE `t_escheduler_alertgroup` (
|
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键',
|
||||||
|
`group_name` varchar(255) DEFAULT NULL COMMENT '组名称',
|
||||||
|
`group_type` tinyint(4) DEFAULT NULL COMMENT '组类型(邮件0，短信1...)',
|
||||||
|
`desc` varchar(255) DEFAULT NULL COMMENT '备注',
|
||||||
|
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
|
||||||
|
`update_time` datetime DEFAULT NULL COMMENT '更新时间',
|
||||||
|
PRIMARY KEY (`id`)
|
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8;
|
||||||
|
|
||||||
|
-- ----------------------------
|
||||||
|
-- Table structure for t_escheduler_command
|
||||||
|
-- ----------------------------
|
||||||
|
DROP TABLE IF EXISTS `t_escheduler_command`;
|
||||||
|
CREATE TABLE `t_escheduler_command` (
|
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键',
|
||||||
|
`command_type` tinyint(4) DEFAULT NULL COMMENT '命令类型：0 启动工作流,1 从当前节点开始执行,2 恢复被容错的工作流,3 恢复暂停流程,4 从失败节点开始执行,5 补数,6 调度,7 重跑,8 暂停,9 停止,10 恢复等待线程',
|
||||||
|
`process_definition_id` int(11) DEFAULT NULL COMMENT '流程定义id',
|
||||||
|
`command_param` text COMMENT '命令的参数（json格式）',
|
||||||
|
`task_depend_type` tinyint(4) DEFAULT NULL COMMENT '节点依赖类型：0 当前节点,1 向前执行,2 向后执行',
|
||||||
|
`failure_strategy` tinyint(4) DEFAULT '0' COMMENT '失败策略：0结束，1继续',
|
||||||
|
`warning_type` tinyint(4) DEFAULT '0' COMMENT '告警类型：0 不发,1 流程成功发,2 流程失败发,3 成功失败都发',
|
||||||
|
`warning_group_id` int(11) DEFAULT NULL COMMENT '告警组',
|
||||||
|
`schedule_time` datetime DEFAULT NULL COMMENT '预期运行时间',
|
||||||
|
`start_time` datetime DEFAULT NULL COMMENT '开始时间',
|
||||||
|
`executor_id` int(11) DEFAULT NULL COMMENT '执行用户id',
|
||||||
|
`dependence` varchar(255) DEFAULT NULL COMMENT '依赖字段',
|
||||||
|
`update_time` datetime DEFAULT NULL COMMENT '更新时间',
|
||||||
|
`process_instance_priority` int(11) DEFAULT NULL COMMENT '流程实例优先级：0 Highest,1 High,2 Medium,3 Low,4 Lowest',
|
||||||
|
PRIMARY KEY (`id`)
|
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8;
|
||||||
|
|
||||||
|
-- ----------------------------
|
||||||
|
-- Table structure for t_escheduler_datasource
|
||||||
|
-- ----------------------------
|
||||||
|
DROP TABLE IF EXISTS `t_escheduler_datasource`;
|
||||||
|
CREATE TABLE `t_escheduler_datasource` (
|
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键',
|
||||||
|
`name` varchar(64) NOT NULL COMMENT '数据源名称',
|
||||||
|
`note` varchar(256) DEFAULT NULL COMMENT '描述',
|
||||||
|
`type` tinyint(4) NOT NULL COMMENT '数据源类型：0 mysql,1 postgresql,2 hive,3 spark',
|
||||||
|
`user_id` int(11) NOT NULL COMMENT '创建用户id',
|
||||||
|
`connection_params` text NOT NULL COMMENT '连接参数(json格式)',
|
||||||
|
`create_time` datetime NOT NULL COMMENT '创建时间',
|
||||||
|
`update_time` datetime DEFAULT NULL COMMENT '更新时间',
|
||||||
|
PRIMARY KEY (`id`)
|
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8;
|
||||||
|
|
||||||
|
-- ----------------------------
|
||||||
|
-- Table structure for t_escheduler_master_server
|
||||||
|
-- ----------------------------
|
||||||
|
DROP TABLE IF EXISTS `t_escheduler_master_server`;
|
||||||
|
CREATE TABLE `t_escheduler_master_server` (
|
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键',
|
||||||
|
`host` varchar(45) DEFAULT NULL COMMENT 'ip',
|
||||||
|
`port` int(11) DEFAULT NULL COMMENT '进程号',
|
||||||
|
`zk_directory` varchar(64) DEFAULT NULL COMMENT 'zk注册目录',
|
||||||
|
`res_info` varchar(256) DEFAULT NULL COMMENT '集群资源信息：json格式{"cpu":xxx,"memroy":xxx}',
|
||||||
|
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
|
||||||
|
`last_heartbeat_time` datetime DEFAULT NULL COMMENT '最后心跳时间',
|
||||||
|
PRIMARY KEY (`id`)
|
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8;
|
||||||
|
|
||||||
|
-- ----------------------------
|
||||||
|
-- Table structure for t_escheduler_process_definition
|
||||||
|
-- ----------------------------
|
||||||
|
DROP TABLE IF EXISTS `t_escheduler_process_definition`;
|
||||||
|
CREATE TABLE `t_escheduler_process_definition` (
|
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键',
|
||||||
|
`name` varchar(255) DEFAULT NULL COMMENT '流程定义名称',
|
||||||
|
`version` int(11) DEFAULT NULL COMMENT '流程定义版本',
|
||||||
|
`release_state` tinyint(4) DEFAULT NULL COMMENT '流程定义的发布状态：0 未上线 1已上线',
|
||||||
|
`project_id` int(11) DEFAULT NULL COMMENT '项目id',
|
||||||
|
`user_id` int(11) DEFAULT NULL COMMENT '流程定义所属用户id',
|
||||||
|
`process_definition_json` longtext COMMENT '流程定义json串',
|
||||||
|
`desc` text COMMENT '流程定义描述',
|
||||||
|
`global_params` text COMMENT '全局参数',
|
||||||
|
`flag` tinyint(4) DEFAULT NULL COMMENT '流程是否可用\r\n：0 不可用\r\n，1 可用',
|
||||||
|
`locations` text COMMENT '节点坐标信息',
|
||||||
|
`connects` text COMMENT '节点连线信息',
|
||||||
|
`receivers` text COMMENT '收件人',
|
||||||
|
`receivers_cc` text COMMENT '抄送人',
|
||||||
|
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
|
||||||
|
`update_time` datetime DEFAULT NULL COMMENT '更新时间',
|
||||||
|
PRIMARY KEY (`id`),
|
||||||
|
KEY `process_definition_index` (`project_id`,`id`) USING BTREE
|
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8;
|
||||||
|
|
||||||
|
-- ----------------------------
|
||||||
|
-- Table structure for t_escheduler_process_instance
|
||||||
|
-- ----------------------------
|
||||||
|
DROP TABLE IF EXISTS `t_escheduler_process_instance`;
|
||||||
|
CREATE TABLE `t_escheduler_process_instance` (
|
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键',
|
||||||
|
`name` varchar(255) DEFAULT NULL COMMENT '流程实例名称',
|
||||||
|
`process_definition_id` int(11) DEFAULT NULL COMMENT '流程定义id',
|
||||||
|
`state` tinyint(4) DEFAULT NULL COMMENT '流程实例状态：0 提交成功,1 正在运行,2 准备暂停,3 暂停,4 准备停止,5 停止,6 失败,7 成功,8 需要容错,9 kill,10 等待线程,11 等待依赖完成',
|
||||||
|
`recovery` tinyint(4) DEFAULT NULL COMMENT '流程实例容错标识：0 正常,1 需要被容错重启',
|
||||||
|
`start_time` datetime DEFAULT NULL COMMENT '流程实例开始时间',
|
||||||
|
`end_time` datetime DEFAULT NULL COMMENT '流程实例结束时间',
|
||||||
|
`run_times` int(11) DEFAULT NULL COMMENT '流程实例运行次数',
|
||||||
|
`host` varchar(45) DEFAULT NULL COMMENT '流程实例所在的机器',
|
||||||
|
`command_type` tinyint(4) DEFAULT NULL COMMENT '命令类型：0 启动工作流,1 从当前节点开始执行,2 恢复被容错的工作流,3 恢复暂停流程,4 从失败节点开始执行,5 补数,6 调度,7 重跑,8 暂停,9 停止,10 恢复等待线程',
|
||||||
|
`command_param` text COMMENT '命令的参数（json格式）',
|
||||||
|
`task_depend_type` tinyint(4) DEFAULT NULL COMMENT '节点依赖类型：0 当前节点,1 向前执行,2 向后执行',
|
||||||
|
`max_try_times` tinyint(4) DEFAULT '0' COMMENT '最大重试次数',
|
||||||
|
`failure_strategy` tinyint(4) DEFAULT '0' COMMENT '失败策略 0 失败后结束，1 失败后继续',
|
||||||
|
`warning_type` tinyint(4) DEFAULT '0' COMMENT '告警类型：0 不发,1 流程成功发,2 流程失败发,3 成功失败都发',
|
||||||
|
`warning_group_id` int(11) DEFAULT NULL COMMENT '告警组id',
|
||||||
|
`schedule_time` datetime DEFAULT NULL COMMENT '预期运行时间',
|
||||||
|
`command_start_time` datetime DEFAULT NULL COMMENT '开始命令时间',
|
||||||
|
`global_params` text COMMENT '全局参数（固化流程定义的参数）',
|
||||||
|
`process_instance_json` longtext COMMENT '流程实例json(copy的流程定义的json)',
|
||||||
|
`flag` tinyint(4) DEFAULT '1' COMMENT '是否可用，1 可用，0不可用',
|
||||||
|
`update_time` timestamp NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
|
||||||
|
`is_sub_process` int(11) DEFAULT '0' COMMENT '是否是子工作流 1 是，0 不是',
|
||||||
|
`executor_id` int(11) NOT NULL COMMENT '命令执行者',
|
||||||
|
`locations` text COMMENT '节点坐标信息',
|
||||||
|
`connects` text COMMENT '节点连线信息',
|
||||||
|
`history_cmd` text COMMENT '历史命令，记录所有对流程实例的操作',
|
||||||
|
`dependence_schedule_times` text COMMENT '依赖节点的预估时间',
|
||||||
|
`process_instance_priority` int(11) DEFAULT NULL COMMENT '流程实例优先级：0 Highest,1 High,2 Medium,3 Low,4 Lowest',
|
||||||
|
PRIMARY KEY (`id`),
|
||||||
|
KEY `process_instance_index` (`process_definition_id`,`id`) USING BTREE,
|
||||||
|
KEY `start_time_index` (`start_time`) USING BTREE
|
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8;
|
||||||
|
|
||||||
|
-- ----------------------------
|
||||||
|
-- Table structure for t_escheduler_project
|
||||||
|
-- ----------------------------
|
||||||
|
DROP TABLE IF EXISTS `t_escheduler_project`;
|
||||||
|
CREATE TABLE `t_escheduler_project` (
|
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键',
|
||||||
|
`name` varchar(100) DEFAULT NULL COMMENT '项目名称',
|
||||||
|
`desc` varchar(200) DEFAULT NULL COMMENT '项目描述',
|
||||||
|
`user_id` int(11) DEFAULT NULL COMMENT '所属用户',
|
||||||
|
`flag` tinyint(4) DEFAULT '1' COMMENT '是否可用 1 可用,0 不可用',
|
||||||
|
`create_time` datetime DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间',
|
||||||
|
`update_time` datetime DEFAULT CURRENT_TIMESTAMP COMMENT '修改时间',
|
||||||
|
PRIMARY KEY (`id`),
|
||||||
|
KEY `user_id_index` (`user_id`) USING BTREE
|
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8;
|
||||||
|
|
||||||
|
-- ----------------------------
|
||||||
|
-- Table structure for t_escheduler_queue
|
||||||
|
-- ----------------------------
|
||||||
|
DROP TABLE IF EXISTS `t_escheduler_queue`;
|
||||||
|
CREATE TABLE `t_escheduler_queue` (
|
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键',
|
||||||
|
`queue_name` varchar(64) DEFAULT NULL COMMENT '队列名称',
|
||||||
|
`queue` varchar(64) DEFAULT NULL COMMENT 'yarn队列名称',
|
||||||
|
PRIMARY KEY (`id`)
|
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8;
|
||||||
|
|
||||||
|
-- ----------------------------
|
||||||
|
-- Table structure for t_escheduler_relation_datasource_user
|
||||||
|
-- ----------------------------
|
||||||
|
DROP TABLE IF EXISTS `t_escheduler_relation_datasource_user`;
|
||||||
|
CREATE TABLE `t_escheduler_relation_datasource_user` (
|
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键',
|
||||||
|
`user_id` int(11) NOT NULL COMMENT '用户id',
|
||||||
|
`datasource_id` int(11) DEFAULT NULL COMMENT '数据源id',
|
||||||
|
`perm` int(11) DEFAULT '1' COMMENT '权限',
|
||||||
|
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
|
||||||
|
`update_time` datetime DEFAULT NULL COMMENT '更新时间',
|
||||||
|
PRIMARY KEY (`id`)
|
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8;
|
||||||
|
|
||||||
|
-- ----------------------------
|
||||||
|
-- Table structure for t_escheduler_relation_process_instance
|
||||||
|
-- ----------------------------
|
||||||
|
DROP TABLE IF EXISTS `t_escheduler_relation_process_instance`;
|
||||||
|
CREATE TABLE `t_escheduler_relation_process_instance` (
|
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键',
|
||||||
|
`parent_process_instance_id` int(11) DEFAULT NULL COMMENT '父流程实例id',
|
||||||
|
`parent_task_instance_id` int(11) DEFAULT NULL COMMENT '父任务实例id',
|
||||||
|
`process_instance_id` int(11) DEFAULT NULL COMMENT '子流程实例id',
|
||||||
|
PRIMARY KEY (`id`)
|
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8;
|
||||||
|
|
||||||
|
-- ----------------------------
|
||||||
|
-- Table structure for t_escheduler_relation_project_user
|
||||||
|
-- ----------------------------
|
||||||
|
DROP TABLE IF EXISTS `t_escheduler_relation_project_user`;
|
||||||
|
CREATE TABLE `t_escheduler_relation_project_user` (
|
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键',
|
||||||
|
`user_id` int(11) NOT NULL COMMENT '用户id',
|
||||||
|
`project_id` int(11) DEFAULT NULL COMMENT '项目id',
|
||||||
|
`perm` int(11) DEFAULT '1' COMMENT '权限',
|
||||||
|
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
|
||||||
|
`update_time` datetime DEFAULT NULL COMMENT '更新时间',
|
||||||
|
PRIMARY KEY (`id`),
|
||||||
|
KEY `user_id_index` (`user_id`) USING BTREE
|
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8;
|
||||||
|
|
||||||
|
-- ----------------------------
|
||||||
|
-- Table structure for t_escheduler_relation_resources_user
|
||||||
|
-- ----------------------------
|
||||||
|
DROP TABLE IF EXISTS `t_escheduler_relation_resources_user`;
|
||||||
|
CREATE TABLE `t_escheduler_relation_resources_user` (
|
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT,
|
||||||
|
`user_id` int(11) NOT NULL COMMENT '用户id',
|
||||||
|
`resources_id` int(11) DEFAULT NULL COMMENT '资源id',
|
||||||
|
`perm` int(11) DEFAULT '1' COMMENT '权限',
|
||||||
|
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
|
||||||
|
`update_time` datetime DEFAULT NULL COMMENT '更新时间',
|
||||||
|
PRIMARY KEY (`id`)
|
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8;
|
||||||
|
|
||||||
|
-- ----------------------------
|
||||||
|
-- Table structure for t_escheduler_relation_udfs_user
|
||||||
|
-- ----------------------------
|
||||||
|
DROP TABLE IF EXISTS `t_escheduler_relation_udfs_user`;
|
||||||
|
CREATE TABLE `t_escheduler_relation_udfs_user` (
|
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键',
|
||||||
|
`user_id` int(11) NOT NULL COMMENT '用户id',
|
||||||
|
`udf_id` int(11) DEFAULT NULL COMMENT 'udf id',
|
||||||
|
`perm` int(11) DEFAULT '1' COMMENT '权限',
|
||||||
|
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
|
||||||
|
`update_time` datetime DEFAULT NULL COMMENT '更新时间',
|
||||||
|
PRIMARY KEY (`id`)
|
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8;
|
||||||
|
|
||||||
|
-- ----------------------------
|
||||||
|
-- Table structure for t_escheduler_relation_user_alertgroup
|
||||||
|
-- ----------------------------
|
||||||
|
DROP TABLE IF EXISTS `t_escheduler_relation_user_alertgroup`;
|
||||||
|
CREATE TABLE `t_escheduler_relation_user_alertgroup` (
|
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键',
|
||||||
|
`alertgroup_id` int(11) DEFAULT NULL COMMENT '组消息id',
|
||||||
|
`user_id` int(11) DEFAULT NULL COMMENT '用户id',
|
||||||
|
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
|
||||||
|
`update_time` datetime DEFAULT NULL COMMENT '更新时间',
|
||||||
|
PRIMARY KEY (`id`)
|
||||||
|
) ENGINE=InnoDB AUTO_INCREMENT=2 DEFAULT CHARSET=utf8;
|
||||||
|
|
||||||
|
-- ----------------------------
|
||||||
|
-- Table structure for t_escheduler_resources
|
||||||
|
-- ----------------------------
|
||||||
|
DROP TABLE IF EXISTS `t_escheduler_resources`;
|
||||||
|
CREATE TABLE `t_escheduler_resources` (
|
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键',
|
||||||
|
`alias` varchar(64) DEFAULT NULL COMMENT '别名',
|
||||||
|
`file_name` varchar(64) DEFAULT NULL COMMENT '文件名',
|
||||||
|
`desc` varchar(256) DEFAULT NULL COMMENT '描述',
|
||||||
|
`user_id` int(11) DEFAULT NULL COMMENT '用户id',
|
||||||
|
`type` tinyint(4) DEFAULT NULL COMMENT '资源类型，0 FILE，1 UDF',
|
||||||
|
`size` bigint(20) DEFAULT NULL COMMENT '资源大小',
|
||||||
|
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
|
||||||
|
`update_time` datetime DEFAULT NULL COMMENT '更新时间',
|
||||||
|
PRIMARY KEY (`id`)
|
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8;
|
||||||
|
|
||||||
|
-- ----------------------------
|
||||||
|
-- Table structure for t_escheduler_schedules
|
||||||
|
-- ----------------------------
|
||||||
|
DROP TABLE IF EXISTS `t_escheduler_schedules`;
|
||||||
|
CREATE TABLE `t_escheduler_schedules` (
|
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键',
|
||||||
|
`process_definition_id` int(11) NOT NULL COMMENT '流程定义id',
|
||||||
|
`start_time` datetime NOT NULL COMMENT '调度开始时间',
|
||||||
|
`end_time` datetime NOT NULL COMMENT '调度结束时间',
|
||||||
|
`crontab` varchar(256) NOT NULL COMMENT 'crontab 表达式',
|
||||||
|
`failure_strategy` tinyint(4) NOT NULL COMMENT '失败策略： 0 结束，1 继续',
|
||||||
|
`user_id` int(11) NOT NULL COMMENT '用户id',
|
||||||
|
`release_state` tinyint(4) NOT NULL COMMENT '状态：0 未上线，1 上线',
|
||||||
|
`warning_type` tinyint(4) NOT NULL COMMENT '告警类型：0 不发,1 流程成功发,2 流程失败发,3 成功失败都发',
|
||||||
|
`warning_group_id` int(11) DEFAULT NULL COMMENT '告警组id',
|
||||||
|
`process_instance_priority` int(11) DEFAULT NULL COMMENT '流程实例优先级：0 Highest,1 High,2 Medium,3 Low,4 Lowest',
|
||||||
|
`create_time` datetime NOT NULL COMMENT '创建时间',
|
||||||
|
`update_time` datetime NOT NULL COMMENT '更新时间',
|
||||||
|
PRIMARY KEY (`id`)
|
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8;
|
||||||
|
|
||||||
|
-- ----------------------------
|
||||||
|
-- Table structure for t_escheduler_session
|
||||||
|
-- ----------------------------
|
||||||
|
DROP TABLE IF EXISTS `t_escheduler_session`;
|
||||||
|
CREATE TABLE `t_escheduler_session` (
|
||||||
|
`id` varchar(64) NOT NULL COMMENT '主键',
|
||||||
|
`user_id` int(11) DEFAULT NULL COMMENT '用户id',
|
||||||
|
`ip` varchar(45) DEFAULT NULL COMMENT '登录ip',
|
||||||
|
`last_login_time` datetime DEFAULT NULL COMMENT '最后登录时间',
|
||||||
|
PRIMARY KEY (`id`)
|
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8;
|
||||||
|
|
||||||
|
-- ----------------------------
|
||||||
|
-- Table structure for t_escheduler_task_instance
|
||||||
|
-- ----------------------------
|
||||||
|
DROP TABLE IF EXISTS `t_escheduler_task_instance`;
|
||||||
|
CREATE TABLE `t_escheduler_task_instance` (
|
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键',
|
||||||
|
`name` varchar(255) DEFAULT NULL COMMENT '任务名称',
|
||||||
|
`task_type` varchar(64) DEFAULT NULL COMMENT '任务类型',
|
||||||
|
`process_definition_id` int(11) DEFAULT NULL COMMENT '流程定义id',
|
||||||
|
`process_instance_id` int(11) DEFAULT NULL COMMENT '流程实例id',
|
||||||
|
`task_json` longtext COMMENT '任务节点json',
|
||||||
|
`state` tinyint(4) DEFAULT NULL COMMENT '任务实例状态：0 提交成功,1 正在运行,2 准备暂停,3 暂停,4 准备停止,5 停止,6 失败,7 成功,8 需要容错,9 kill,10 等待线程,11 等待依赖完成',
|
||||||
|
`submit_time` datetime DEFAULT NULL COMMENT '任务提交时间',
|
||||||
|
`start_time` datetime DEFAULT NULL COMMENT '任务开始时间',
|
||||||
|
`end_time` datetime DEFAULT NULL COMMENT '任务结束时间',
|
||||||
|
`host` varchar(45) DEFAULT NULL COMMENT '执行任务的机器',
|
||||||
|
`execute_path` varchar(200) DEFAULT NULL COMMENT '任务执行路径',
|
||||||
|
`log_path` varchar(200) DEFAULT NULL COMMENT '任务日志路径',
|
||||||
|
`alert_flag` tinyint(4) DEFAULT NULL COMMENT '是否告警',
|
||||||
|
`retry_times` int(4) DEFAULT '0' COMMENT '重试次数',
|
||||||
|
`pid` int(4) DEFAULT NULL COMMENT '进程pid',
|
||||||
|
`app_link` varchar(255) DEFAULT NULL COMMENT 'yarn app id',
|
||||||
|
`flag` tinyint(4) DEFAULT '1' COMMENT '是否可用：0 不可用，1 可用',
|
||||||
|
`retry_interval` int(4) DEFAULT NULL COMMENT '重试间隔',
|
||||||
|
`max_retry_times` int(2) DEFAULT NULL COMMENT '最大重试次数',
|
||||||
|
`task_instance_priority` int(11) DEFAULT NULL COMMENT '任务实例优先级：0 Highest,1 High,2 Medium,3 Low,4 Lowest',
|
||||||
|
PRIMARY KEY (`id`),
|
||||||
|
KEY `process_instance_id` (`process_instance_id`) USING BTREE,
|
||||||
|
KEY `task_instance_index` (`process_definition_id`,`process_instance_id`) USING BTREE,
|
||||||
|
CONSTRAINT `foreign_key_instance_id` FOREIGN KEY (`process_instance_id`) REFERENCES `t_escheduler_process_instance` (`id`) ON DELETE CASCADE
|
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8;
|
||||||
|
|
||||||
|
-- ----------------------------
|
||||||
|
-- Table structure for t_escheduler_tenant
|
||||||
|
-- ----------------------------
|
||||||
|
DROP TABLE IF EXISTS `t_escheduler_tenant`;
|
||||||
|
CREATE TABLE `t_escheduler_tenant` (
|
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键',
|
||||||
|
`tenant_code` varchar(64) DEFAULT NULL COMMENT '租户编码',
|
||||||
|
`tenant_name` varchar(64) DEFAULT NULL COMMENT '租户名称',
|
||||||
|
`desc` varchar(256) DEFAULT NULL COMMENT '描述',
|
||||||
|
`queue_id` int(11) DEFAULT NULL COMMENT '队列id',
|
||||||
|
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
|
||||||
|
`update_time` datetime DEFAULT NULL COMMENT '更新时间',
|
||||||
|
PRIMARY KEY (`id`)
|
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8;
|
||||||
|
|
||||||
|
-- ----------------------------
|
||||||
|
-- Table structure for t_escheduler_udfs
|
||||||
|
-- ----------------------------
|
||||||
|
DROP TABLE IF EXISTS `t_escheduler_udfs`;
|
||||||
|
CREATE TABLE `t_escheduler_udfs` (
|
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键',
|
||||||
|
`user_id` int(11) NOT NULL COMMENT '用户id',
|
||||||
|
`func_name` varchar(100) NOT NULL COMMENT 'UDF函数名',
|
||||||
|
`class_name` varchar(255) NOT NULL COMMENT '类名',
|
||||||
|
`type` tinyint(4) NOT NULL COMMENT 'Udf函数类型',
|
||||||
|
`arg_types` varchar(255) DEFAULT NULL COMMENT '参数',
|
||||||
|
`database` varchar(255) DEFAULT NULL COMMENT '库名',
|
||||||
|
`desc` varchar(255) DEFAULT NULL COMMENT '描述',
|
||||||
|
`resource_id` int(11) NOT NULL COMMENT '资源id',
|
||||||
|
`resource_name` varchar(255) NOT NULL COMMENT '资源名称',
|
||||||
|
`create_time` datetime NOT NULL COMMENT '创建时间',
|
||||||
|
`update_time` datetime NOT NULL COMMENT '更新时间',
|
||||||
|
PRIMARY KEY (`id`)
|
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8;
|
||||||
|
|
||||||
|
-- ----------------------------
|
||||||
|
-- Table structure for t_escheduler_user
|
||||||
|
-- ----------------------------
|
||||||
|
DROP TABLE IF EXISTS `t_escheduler_user`;
|
||||||
|
CREATE TABLE `t_escheduler_user` (
|
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '用户id',
|
||||||
|
`user_name` varchar(64) DEFAULT NULL COMMENT '用户名',
|
||||||
|
`user_password` varchar(64) DEFAULT NULL COMMENT '用户密码',
|
||||||
|
`user_type` tinyint(4) DEFAULT NULL COMMENT '用户类型：0 管理员，1 普通用户',
|
||||||
|
`email` varchar(64) DEFAULT NULL COMMENT '邮箱',
|
||||||
|
`phone` varchar(11) DEFAULT NULL COMMENT '手机',
|
||||||
|
`tenant_id` int(11) DEFAULT NULL COMMENT '管理员0,普通用户所属租户id',
|
||||||
|
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
|
||||||
|
`update_time` datetime DEFAULT NULL COMMENT '更新时间',
|
||||||
|
PRIMARY KEY (`id`),
|
||||||
|
UNIQUE KEY `user_name_unique` (`user_name`)
|
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8;
|
||||||
|
|
||||||
|
-- ----------------------------
|
||||||
|
-- Table structure for t_escheduler_worker_server
|
||||||
|
-- ----------------------------
|
||||||
|
DROP TABLE IF EXISTS `t_escheduler_worker_server`;
|
||||||
|
CREATE TABLE `t_escheduler_worker_server` (
|
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键',
|
||||||
|
`host` varchar(45) DEFAULT NULL COMMENT 'ip',
|
||||||
|
`port` int(11) DEFAULT NULL COMMENT '进程号',
|
||||||
|
`zk_directory` varchar(64) CHARACTER SET utf8 COLLATE utf8_bin DEFAULT NULL COMMENT 'zk注册目录',
|
||||||
|
`res_info` varchar(255) DEFAULT NULL COMMENT '集群资源信息：json格式{"cpu":xxx,"memroy":xxx}',
|
||||||
|
`create_time` datetime DEFAULT NULL COMMENT '创建时间',
|
||||||
|
`last_heartbeat_time` datetime DEFAULT NULL COMMENT '更新时间',
|
||||||
|
PRIMARY KEY (`id`)
|
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8;
|
||||||
|
|
||||||
|
-- Records of t_escheduler_user,user : admin , password : escheduler123
|
||||||
|
INSERT INTO `t_escheduler_user` VALUES ('1', 'admin', '055a97b5fcd6d120372ad1976518f371', '0', '825193156@qq.com', '15001335629', '0', '2018-03-27 15:48:50', '2018-10-24 17:40:22');
|
||||||
|
INSERT INTO `t_escheduler_alertgroup` VALUES (1, 'escheduler管理员告警组', '0', 'escheduler管理员告警组','2018-11-29 10:20:39', '2018-11-29 10:20:39');
|
||||||
|
INSERT INTO `t_escheduler_relation_user_alertgroup` VALUES ('1', '1', '1', '2018-11-29 10:22:33', '2018-11-29 10:22:33');
|
||||||
|
|
||||||
|
-- Records of t_escheduler_queue,default queue name : default
|
||||||
|
INSERT INTO `t_escheduler_queue` VALUES ('1', 'default', 'default');
|
||||||
|
|
||||||
|
|
||||||
179
sql/quartz.sql
Normal file
179
sql/quartz.sql
Normal file
@ -0,0 +1,179 @@
|
|||||||
|
#
|
||||||
|
# In your Quartz properties file, you'll need to set
|
||||||
|
# org.quartz.jobStore.driverDelegateClass = org.quartz.impl.jdbcjobstore.StdJDBCDelegate
|
||||||
|
#
|
||||||
|
#
|
||||||
|
# By: Ron Cordell - roncordell
|
||||||
|
# I didn't see this anywhere, so I thought I'd post it here. This is the script from Quartz to create the tables in a MySQL database, modified to use INNODB instead of MYISAM.
|
||||||
|
|
||||||
|
DROP TABLE IF EXISTS QRTZ_FIRED_TRIGGERS;
|
||||||
|
DROP TABLE IF EXISTS QRTZ_PAUSED_TRIGGER_GRPS;
|
||||||
|
DROP TABLE IF EXISTS QRTZ_SCHEDULER_STATE;
|
||||||
|
DROP TABLE IF EXISTS QRTZ_LOCKS;
|
||||||
|
DROP TABLE IF EXISTS QRTZ_SIMPLE_TRIGGERS;
|
||||||
|
DROP TABLE IF EXISTS QRTZ_SIMPROP_TRIGGERS;
|
||||||
|
DROP TABLE IF EXISTS QRTZ_CRON_TRIGGERS;
|
||||||
|
DROP TABLE IF EXISTS QRTZ_BLOB_TRIGGERS;
|
||||||
|
DROP TABLE IF EXISTS QRTZ_TRIGGERS;
|
||||||
|
DROP TABLE IF EXISTS QRTZ_JOB_DETAILS;
|
||||||
|
DROP TABLE IF EXISTS QRTZ_CALENDARS;
|
||||||
|
|
||||||
|
CREATE TABLE QRTZ_JOB_DETAILS(
|
||||||
|
SCHED_NAME VARCHAR(120) NOT NULL,
|
||||||
|
JOB_NAME VARCHAR(200) NOT NULL,
|
||||||
|
JOB_GROUP VARCHAR(200) NOT NULL,
|
||||||
|
DESCRIPTION VARCHAR(250) NULL,
|
||||||
|
JOB_CLASS_NAME VARCHAR(250) NOT NULL,
|
||||||
|
IS_DURABLE VARCHAR(1) NOT NULL,
|
||||||
|
IS_NONCONCURRENT VARCHAR(1) NOT NULL,
|
||||||
|
IS_UPDATE_DATA VARCHAR(1) NOT NULL,
|
||||||
|
REQUESTS_RECOVERY VARCHAR(1) NOT NULL,
|
||||||
|
JOB_DATA BLOB NULL,
|
||||||
|
PRIMARY KEY (SCHED_NAME,JOB_NAME,JOB_GROUP))
|
||||||
|
ENGINE=InnoDB;
|
||||||
|
|
||||||
|
CREATE TABLE QRTZ_TRIGGERS (
|
||||||
|
SCHED_NAME VARCHAR(120) NOT NULL,
|
||||||
|
TRIGGER_NAME VARCHAR(200) NOT NULL,
|
||||||
|
TRIGGER_GROUP VARCHAR(200) NOT NULL,
|
||||||
|
JOB_NAME VARCHAR(200) NOT NULL,
|
||||||
|
JOB_GROUP VARCHAR(200) NOT NULL,
|
||||||
|
DESCRIPTION VARCHAR(250) NULL,
|
||||||
|
NEXT_FIRE_TIME BIGINT(13) NULL,
|
||||||
|
PREV_FIRE_TIME BIGINT(13) NULL,
|
||||||
|
PRIORITY INTEGER NULL,
|
||||||
|
TRIGGER_STATE VARCHAR(16) NOT NULL,
|
||||||
|
TRIGGER_TYPE VARCHAR(8) NOT NULL,
|
||||||
|
START_TIME BIGINT(13) NOT NULL,
|
||||||
|
END_TIME BIGINT(13) NULL,
|
||||||
|
CALENDAR_NAME VARCHAR(200) NULL,
|
||||||
|
MISFIRE_INSTR SMALLINT(2) NULL,
|
||||||
|
JOB_DATA BLOB NULL,
|
||||||
|
PRIMARY KEY (SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP),
|
||||||
|
FOREIGN KEY (SCHED_NAME,JOB_NAME,JOB_GROUP)
|
||||||
|
REFERENCES QRTZ_JOB_DETAILS(SCHED_NAME,JOB_NAME,JOB_GROUP))
|
||||||
|
ENGINE=InnoDB;
|
||||||
|
|
||||||
|
CREATE TABLE QRTZ_SIMPLE_TRIGGERS (
|
||||||
|
SCHED_NAME VARCHAR(120) NOT NULL,
|
||||||
|
TRIGGER_NAME VARCHAR(200) NOT NULL,
|
||||||
|
TRIGGER_GROUP VARCHAR(200) NOT NULL,
|
||||||
|
REPEAT_COUNT BIGINT(7) NOT NULL,
|
||||||
|
REPEAT_INTERVAL BIGINT(12) NOT NULL,
|
||||||
|
TIMES_TRIGGERED BIGINT(10) NOT NULL,
|
||||||
|
PRIMARY KEY (SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP),
|
||||||
|
FOREIGN KEY (SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP)
|
||||||
|
REFERENCES QRTZ_TRIGGERS(SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP))
|
||||||
|
ENGINE=InnoDB;
|
||||||
|
|
||||||
|
CREATE TABLE QRTZ_CRON_TRIGGERS (
|
||||||
|
SCHED_NAME VARCHAR(120) NOT NULL,
|
||||||
|
TRIGGER_NAME VARCHAR(200) NOT NULL,
|
||||||
|
TRIGGER_GROUP VARCHAR(200) NOT NULL,
|
||||||
|
CRON_EXPRESSION VARCHAR(120) NOT NULL,
|
||||||
|
TIME_ZONE_ID VARCHAR(80),
|
||||||
|
PRIMARY KEY (SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP),
|
||||||
|
FOREIGN KEY (SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP)
|
||||||
|
REFERENCES QRTZ_TRIGGERS(SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP))
|
||||||
|
ENGINE=InnoDB;
|
||||||
|
|
||||||
|
CREATE TABLE QRTZ_SIMPROP_TRIGGERS
|
||||||
|
(
|
||||||
|
SCHED_NAME VARCHAR(120) NOT NULL,
|
||||||
|
TRIGGER_NAME VARCHAR(200) NOT NULL,
|
||||||
|
TRIGGER_GROUP VARCHAR(200) NOT NULL,
|
||||||
|
STR_PROP_1 VARCHAR(512) NULL,
|
||||||
|
STR_PROP_2 VARCHAR(512) NULL,
|
||||||
|
STR_PROP_3 VARCHAR(512) NULL,
|
||||||
|
INT_PROP_1 INT NULL,
|
||||||
|
INT_PROP_2 INT NULL,
|
||||||
|
LONG_PROP_1 BIGINT NULL,
|
||||||
|
LONG_PROP_2 BIGINT NULL,
|
||||||
|
DEC_PROP_1 NUMERIC(13,4) NULL,
|
||||||
|
DEC_PROP_2 NUMERIC(13,4) NULL,
|
||||||
|
BOOL_PROP_1 VARCHAR(1) NULL,
|
||||||
|
BOOL_PROP_2 VARCHAR(1) NULL,
|
||||||
|
PRIMARY KEY (SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP),
|
||||||
|
FOREIGN KEY (SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP)
|
||||||
|
REFERENCES QRTZ_TRIGGERS(SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP))
|
||||||
|
ENGINE=InnoDB;
|
||||||
|
|
||||||
|
CREATE TABLE QRTZ_BLOB_TRIGGERS (
|
||||||
|
SCHED_NAME VARCHAR(120) NOT NULL,
|
||||||
|
TRIGGER_NAME VARCHAR(200) NOT NULL,
|
||||||
|
TRIGGER_GROUP VARCHAR(200) NOT NULL,
|
||||||
|
BLOB_DATA BLOB NULL,
|
||||||
|
PRIMARY KEY (SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP),
|
||||||
|
INDEX (SCHED_NAME,TRIGGER_NAME, TRIGGER_GROUP),
|
||||||
|
FOREIGN KEY (SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP)
|
||||||
|
REFERENCES QRTZ_TRIGGERS(SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP))
|
||||||
|
ENGINE=InnoDB;
|
||||||
|
|
||||||
|
CREATE TABLE QRTZ_CALENDARS (
|
||||||
|
SCHED_NAME VARCHAR(120) NOT NULL,
|
||||||
|
CALENDAR_NAME VARCHAR(200) NOT NULL,
|
||||||
|
CALENDAR BLOB NOT NULL,
|
||||||
|
PRIMARY KEY (SCHED_NAME,CALENDAR_NAME))
|
||||||
|
ENGINE=InnoDB;
|
||||||
|
|
||||||
|
CREATE TABLE QRTZ_PAUSED_TRIGGER_GRPS (
|
||||||
|
SCHED_NAME VARCHAR(120) NOT NULL,
|
||||||
|
TRIGGER_GROUP VARCHAR(200) NOT NULL,
|
||||||
|
PRIMARY KEY (SCHED_NAME,TRIGGER_GROUP))
|
||||||
|
ENGINE=InnoDB;
|
||||||
|
|
||||||
|
CREATE TABLE QRTZ_FIRED_TRIGGERS (
|
||||||
|
SCHED_NAME VARCHAR(120) NOT NULL,
|
||||||
|
ENTRY_ID VARCHAR(95) NOT NULL,
|
||||||
|
TRIGGER_NAME VARCHAR(200) NOT NULL,
|
||||||
|
TRIGGER_GROUP VARCHAR(200) NOT NULL,
|
||||||
|
INSTANCE_NAME VARCHAR(200) NOT NULL,
|
||||||
|
FIRED_TIME BIGINT(13) NOT NULL,
|
||||||
|
SCHED_TIME BIGINT(13) NOT NULL,
|
||||||
|
PRIORITY INTEGER NOT NULL,
|
||||||
|
STATE VARCHAR(16) NOT NULL,
|
||||||
|
JOB_NAME VARCHAR(200) NULL,
|
||||||
|
JOB_GROUP VARCHAR(200) NULL,
|
||||||
|
IS_NONCONCURRENT VARCHAR(1) NULL,
|
||||||
|
REQUESTS_RECOVERY VARCHAR(1) NULL,
|
||||||
|
PRIMARY KEY (SCHED_NAME,ENTRY_ID))
|
||||||
|
ENGINE=InnoDB;
|
||||||
|
|
||||||
|
CREATE TABLE QRTZ_SCHEDULER_STATE (
|
||||||
|
SCHED_NAME VARCHAR(120) NOT NULL,
|
||||||
|
INSTANCE_NAME VARCHAR(200) NOT NULL,
|
||||||
|
LAST_CHECKIN_TIME BIGINT(13) NOT NULL,
|
||||||
|
CHECKIN_INTERVAL BIGINT(13) NOT NULL,
|
||||||
|
PRIMARY KEY (SCHED_NAME,INSTANCE_NAME))
|
||||||
|
ENGINE=InnoDB;
|
||||||
|
|
||||||
|
CREATE TABLE QRTZ_LOCKS (
|
||||||
|
SCHED_NAME VARCHAR(120) NOT NULL,
|
||||||
|
LOCK_NAME VARCHAR(40) NOT NULL,
|
||||||
|
PRIMARY KEY (SCHED_NAME,LOCK_NAME))
|
||||||
|
ENGINE=InnoDB;
|
||||||
|
|
||||||
|
CREATE INDEX IDX_QRTZ_J_REQ_RECOVERY ON QRTZ_JOB_DETAILS(SCHED_NAME,REQUESTS_RECOVERY);
|
||||||
|
CREATE INDEX IDX_QRTZ_J_GRP ON QRTZ_JOB_DETAILS(SCHED_NAME,JOB_GROUP);
|
||||||
|
|
||||||
|
CREATE INDEX IDX_QRTZ_T_J ON QRTZ_TRIGGERS(SCHED_NAME,JOB_NAME,JOB_GROUP);
|
||||||
|
CREATE INDEX IDX_QRTZ_T_JG ON QRTZ_TRIGGERS(SCHED_NAME,JOB_GROUP);
|
||||||
|
CREATE INDEX IDX_QRTZ_T_C ON QRTZ_TRIGGERS(SCHED_NAME,CALENDAR_NAME);
|
||||||
|
CREATE INDEX IDX_QRTZ_T_G ON QRTZ_TRIGGERS(SCHED_NAME,TRIGGER_GROUP);
|
||||||
|
CREATE INDEX IDX_QRTZ_T_STATE ON QRTZ_TRIGGERS(SCHED_NAME,TRIGGER_STATE);
|
||||||
|
CREATE INDEX IDX_QRTZ_T_N_STATE ON QRTZ_TRIGGERS(SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP,TRIGGER_STATE);
|
||||||
|
CREATE INDEX IDX_QRTZ_T_N_G_STATE ON QRTZ_TRIGGERS(SCHED_NAME,TRIGGER_GROUP,TRIGGER_STATE);
|
||||||
|
CREATE INDEX IDX_QRTZ_T_NEXT_FIRE_TIME ON QRTZ_TRIGGERS(SCHED_NAME,NEXT_FIRE_TIME);
|
||||||
|
CREATE INDEX IDX_QRTZ_T_NFT_ST ON QRTZ_TRIGGERS(SCHED_NAME,TRIGGER_STATE,NEXT_FIRE_TIME);
|
||||||
|
CREATE INDEX IDX_QRTZ_T_NFT_MISFIRE ON QRTZ_TRIGGERS(SCHED_NAME,MISFIRE_INSTR,NEXT_FIRE_TIME);
|
||||||
|
CREATE INDEX IDX_QRTZ_T_NFT_ST_MISFIRE ON QRTZ_TRIGGERS(SCHED_NAME,MISFIRE_INSTR,NEXT_FIRE_TIME,TRIGGER_STATE);
|
||||||
|
CREATE INDEX IDX_QRTZ_T_NFT_ST_MISFIRE_GRP ON QRTZ_TRIGGERS(SCHED_NAME,MISFIRE_INSTR,NEXT_FIRE_TIME,TRIGGER_GROUP,TRIGGER_STATE);
|
||||||
|
|
||||||
|
CREATE INDEX IDX_QRTZ_FT_TRIG_INST_NAME ON QRTZ_FIRED_TRIGGERS(SCHED_NAME,INSTANCE_NAME);
|
||||||
|
CREATE INDEX IDX_QRTZ_FT_INST_JOB_REQ_RCVRY ON QRTZ_FIRED_TRIGGERS(SCHED_NAME,INSTANCE_NAME,REQUESTS_RECOVERY);
|
||||||
|
CREATE INDEX IDX_QRTZ_FT_J_G ON QRTZ_FIRED_TRIGGERS(SCHED_NAME,JOB_NAME,JOB_GROUP);
|
||||||
|
CREATE INDEX IDX_QRTZ_FT_JG ON QRTZ_FIRED_TRIGGERS(SCHED_NAME,JOB_GROUP);
|
||||||
|
CREATE INDEX IDX_QRTZ_FT_T_G ON QRTZ_FIRED_TRIGGERS(SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP);
|
||||||
|
CREATE INDEX IDX_QRTZ_FT_TG ON QRTZ_FIRED_TRIGGERS(SCHED_NAME,TRIGGER_GROUP);
|
||||||
|
|
||||||
|
commit;
|
||||||
Loading…
Reference in New Issue
Block a user