Dolphinscheduler海豚调度器

1. Dolphinscheduler安装配置

# 外部软件的支持
JDK：下载JDK (1.8+)，安装并配置 JAVA_HOME 环境变量，并将其下的 bin 目录追加到 PATH 环境变量中。如果你的环境中已存在，可以跳过这步。
数据库：PostgreSQL (8.2.15+) 或者 MySQL (5.7+)，两者任选其一即可，如 MySQL 则需要 JDBC Driver 8.0.16
注册中心：ZooKeeper (3.4.6+)，下载地址
进程树分析
  macOS安装pstree
  Fedora/Red/Hat/CentOS/Ubuntu/Debian安装psmisc
注意: DolphinScheduler 本身不依赖 Hadoop、Hive、Spark，但如果你运行的任务需要依赖他们，就需要有对应的环境支持

配置文件

cd /home/soft/apache-dolphinscheduler-*-bin
vi bin/env/install_env.sh

ips=${ips:-"dh07,dh08,dh09,picture03,picture04,picture01,picture02"}
masters=${masters:-"dh07,dh08"}
workers=${workers:-"dh07:default,dh08:default,dh09:default,picture03:default,picture04:default,picture01:default,picture02:default"}
alertServer=${alertServer:-"dh08"}
apiServers=${apiServers:-"dh07"}
installPath=${installPath:-"/home/dolphinscheduler/dolphinscheduler"}
deployUser=${deployUser:-"dolphinscheduler"}
zkRoot=${zkRoot:-"/dolphinscheduler"}

cd /home/soft/apache-dolphinscheduler-*-bin
vi bin/env/dolphinscheduler_env.sh

export JAVA_HOME=${JAVA_HOME:-/home/tdx/jdk1.8.0_121}
export REGISTRY_ZOOKEEPER_CONNECT_STRING=${REGISTRY_ZOOKEEPER_CONNECT_STRING:-"dh10:2181,dh11:2181,dh12:2181,dh13:2181,dh14:2181"}
 
# MySQL config
export DATABASE=${DATABASE:-mysql}
export SPRING_PROFILES_ACTIVE=${DATABASE}
export SPRING_DATASOURCE_URL="jdbc:mysql://192.168.10.101:3306/dolphinscheduler?useUnicode=true&characterEncoding=UTF-8&useSSL=false&allowPublicKeyRetrieval=true"
export SPRING_DATASOURCE_USERNAME=dolphinscheduler
export SPRING_DATASOURCE_PASSWORD=password

cd /home/soft/apache-dolphinscheduler-*-bin
vi api-server/conf/common.properties

resource.storage.type=HDFS
# resource.upload.path=/tmp/dolphinscheduler
resource.upload.path=/home/dolphinscheduler/dolphinscheduler
fs.defaultFS=hdfs://dh07:8020

# 初始化DolphinScheduler数据库

将mysql-connector的jar包(8.0.16及以上)移动到 DolphinScheduler 的每个模块的 libs 目录下 
其中包括 api-server/libs/ 和 alert-server/libs 和 master-server/libs 和 worker-server/libs 和 tools/libs
 
cd /home/soft/apache-dolphinscheduler-*-bin
cp /home/soft/mysql-connector-java-8.0.30.jar ./api-server/libs/
cp /home/soft/mysql-connector-java-8.0.30.jar ./alert-server/libs/
cp /home/soft/mysql-connector-java-8.0.30.jar ./master-server/libs/
cp /home/soft/mysql-connector-java-8.0.30.jar ./worker-server/libs/
cp /home/soft/mysql-connector-java-8.0.30.jar ./tools/libs/
 
cd /home/soft
chown -R dolphinscheduler:dolphinscheduler apache-dolphinscheduler-*-bin
 
创建用户
# mysql -uroot -p
 
CREATE DATABASE dolphinscheduler DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
CREATE USER 'dolphinscheduler'@'%' IDENTIFIED BY 'passwd';
GRANT ALL PRIVILEGES ON dolphinscheduler.* TO 'dolphinscheduler'@'%';
FLUSH PRIVILEGES;
 
初始化数据库
su dolphinscheduler
cd /home/soft/apache-dolphinscheduler-*-bin/tools/bin
sh upgrade-schema.sh

# 部署 DolphinScheduler
su dolphinscheduler
cd /home/soft/apache-dolphinscheduler-*-bin
bash ./bin/install.sh

日常维护

su dolphinscheduler
cd /home/soft/apache-dolphinscheduler-*-bin
# 一键停止集群所有服务
bash ./bin/stop-all.sh
 
# 一键开启集群所有服务
bash ./bin/start-all.sh

lsof -i:12345        -- api-server
lsof -i:1234         -- worker-server
lsof -i:50052        -- alert-server
lsof -i:5678         -- master-server