diff --git a/sbin/run_hdfs.sh b/sbin/run_hdfs.sh new file mode 100644 index 0000000..e7d1b76 --- /dev/null +++ b/sbin/run_hdfs.sh @@ -0,0 +1,19 @@ +#!/bin/bash + +# Run on all HDFS nodes, and update the conf files + +exit; + +docker run \ + --name hdfs-node1 \ + --hostname node1 \ + --net host \ + --add-host=$(node1):$(ip1) \ + --add-host=$(node2):$(ip2) \ + --add-host=$(node3):$(ip3) \ + -d \ + --restart always \ + --mount type=bind,src=/data/hadoop/config,dst=/config/hadoop \ + --mount type=bind,src=/data/hadoop/hdfs,dst=/tmp/hadoop-root \ + --mount type=bind,src=/data/hadoop/logs,dst=/usr/local/hadoop/logs \ + newnius/hadoop:2.7.4 diff --git a/setup.md b/setup.md index 556c5e8..e1a7b50 100644 --- a/setup.md +++ b/setup.md @@ -36,6 +36,10 @@ docker network create --driver overlay --attachable --opt encrypted yao-net sbin/start_zks.sh ``` +## Start HDFS cluster +```bash +sbin/run_hdfs.sh +``` ## Start Kafka cluster ```bash @@ -68,6 +72,11 @@ sbin/run_agent_helper.sh sbin/run_agent.sh ``` +## Start the agent-master on YAO-Master +```bash +sbin/start_agent_master.sh +``` + ## Start mysql ```bash