synchronization

datax-web/datax-executor/Dockerfile

@@ -0,0 +1,21 @@
+FROM docker.io/library/openjdk:8
+
+LABEL maintainer="Offends <offends4@163.com>"
+
+ADD datax.tar.gz /
+ADD datax-web-2.1.2.tar.gz /
+
+RUN /datax-web-2.1.2/bin/install.sh --force \
+    && rm -rf /datax-web-2.1.2/modules/datax-admin \
+    && rm -rf /datax-web-2.1.2/userGuid.md \
+    && rm -rf /datax-web-2.1.2/README.md \
+    && rm -rf /datax-web-2.1.2/packages
+
+RUN sed -i 's/deb.debian.org/mirrors.aliyun.com/g' /etc/apt/sources.list \
+    && apt update && apt install python -y
+
+COPY ./env.properties /datax-web-2.1.2/modules/datax-executor/bin/env.properties
+
+RUN find /datax/plugin/* -type f -name "._*er" | xargs rm -rf
+
+CMD /bin/bash -c "/datax-web-2.1.2/bin/start.sh -m datax-executor && sleep 3 && tail -f /datax-web-2.1.2/modules/datax-executor/data/applogs/executor/jobhandler/datax-executor.log"

datax-web/datax-executor/build.sh

@@ -0,0 +1,26 @@
+#!/bin/bash
+
+#############################################################################################
+# 用途: DataX-Executor构建脚本
+# 作者: 丁辉
+# 更新时间: 2024-03-07
+#############################################################################################
+
+# 检查本地是否存在 datax.tar.gz 文件, 如果不存在则下载
+if [ ! -f datax.tar.gz ]; then
+    echo "datax.tar.gz 文件不存在, 开始下载..."
+    wget http://datax-opensource.oss-cn-hangzhou.aliyuncs.com/datax.tar.gz
+fi
+
+if [ ! -f datax-web-2.1.2.tar.gz ]; then
+    echo "datax-web-2.1.2.tar.gz 文件不存在, 开始下载..."
+    wget https://rainbond-pkg.oss-cn-shanghai.aliyuncs.com/dingh/datax-web-2.1.2.tar.gz
+fi
+
+# 开始构建镜像
+echo "开始构建镜像..."
+echo "开始构建镜像..."
+
+docker build -t registry.cn-hangzhou.aliyuncs.com/offends/datax:executor .
+
+echo "镜像构建完成 registry.cn-hangzhou.aliyuncs.com/offends/datax:executor"

datax-web/datax-executor/env.properties

@@ -0,0 +1,35 @@
+# environment variables
+
+#JAVA_HOME=""
+
+SERVICE_LOG_PATH=${BIN}/../logs
+SERVICE_CONF_PATH=${BIN}/../conf
+DATA_PATH=${BIN}/../data
+
+
+## datax json文件存放位置
+JSON_PATH=${BIN}/../json
+
+
+## executor_port
+EXECUTOR_PORT=9999
+
+
+## 保持和datax-admin端口一致
+DATAX_ADMIN_PORT=
+
+## PYTHON脚本执行位置
+#PYTHON_PATH=/home/hadoop/install/datax/bin/datax.py
+PYTHON_PATH=/datax/bin/datax.py
+
+
+
+## dataxweb 服务端口
+SERVER_PORT=9504
+
+#PID_FILE_PATH=${BIN}/service.pid
+
+
+#debug 远程调试端口
+#REMOTE_DEBUG_SWITCH=true
+#REMOTE_DEBUG_PORT=7004