update

sbin/run_agent.sh

@@ -4,8 +4,8 @@ ip=`hostname --ip-address`
 
 docker run \
 	--gpus all \
-	--pid=host \
 	--name yao-agent \
+	--pid=host \
 	--network yao-net \
 	--network-alias $(hostname) \
 	--hostname $(hostname) \
@@ -16,7 +16,7 @@ docker run \
 	--env ClientID=$(hostname) \
 	--env ClientHost=$(hostname) \
 	--env ClientExtHost=${ip} \
-	--env Port=8000 \
+	--env PORT=8000 \
 	--env HeartbeatInterval=5 \
 	--env ReportAddress='http://yao-scheduler:8080/?action=agent_report' \
 	--env EnableEventTrigger='true' \

sbin/run_agent_mock.sh

@@ -0,0 +1,26 @@
+#!/bin/bash
+
+# docker ps -a | grep yao-agent:mock | awk '{print $1}' | xargs docker rm -f
+
+for ((i=1; i<=${NUM}; i++));
+do
+	docker run \
+		--name yao-agent-mock-$i \
+		--network yao-net \
+		--network-alias node-mock-$i \
+		--hostname node-mock-$i \
+		-d \
+		--restart always \
+		--detach=true \
+		--env NUMS=100 \
+		--env ClientHost=$(hostname) \
+		--env HeartbeatInterval=5 \
+		--env ReportAddress='http://yao-scheduler:8080/?action=agent_report' \
+		--env PYTHONUNBUFFERED=1 \
+		--mount type=bind,source=/etc/localtime,target=/etc/localtime,readonly \
+		--mount type=bind,src=/var/run/docker.sock,dst=/var/run/docker.sock \
+		quickdeploy/yao-agent:mock
+
+		# reduce instant load
+		sleep 1
+done

sbin/run_glusterfs.sh

@@ -0,0 +1,13 @@
+#!/bin/bash
+
+docker run \
+	--name gluster_server \
+	-d \
+	--restart always \
+	--net=host \
+	--privileged=true \
+	-v /data/gluster/configuration:/etc/glusterfs:z \
+	-v /data/gluster/metadata:/var/lib/glusterd:z \
+	-v /data/gluster/logs:/var/log/glusterfs:z \
+	-v /data/gluster/data:/data \
+	gluster/gluster-centos

sbin/run_hdfs.sh

@@ -5,14 +5,14 @@
 exit;
 
 docker run \
-        --name hdfs-node1 \
-        --hostname node1 \
+        --name hdfs \
+        --hostname $(hostname) \
+        -d \
+        --restart always \
         --net host \
 	--add-host=$(node1):$(ip1) \
 	--add-host=$(node2):$(ip2) \
 	--add-host=$(node3):$(ip3) \
-        -d \
-        --restart always \
         --mount type=bind,src=/data/hadoop/config,dst=/config/hadoop \
         --mount type=bind,src=/data/hadoop/hdfs,dst=/tmp/hadoop-root \
         --mount type=bind,src=/data/hadoop/logs,dst=/usr/local/hadoop/logs \

sbin/run_optimizer.sh

@@ -11,6 +11,3 @@ docker run \
 	--env PYTHONUNBUFFERED=1 \
 	--mount type=bind,source=/etc/localtime,target=/etc/localtime,readonly \
 	quickdeploy/yao-optimizer:dev
-
-#--gpus all \
-#--gpus '"device=1"' \

sbin/start_kafka.sh

@@ -1,40 +0,0 @@
-#!/bin/bash
-
-docker service create \
-	--name kafka-node1 \
-	--hostname kafka-node1 \
-	--network yao-net \
-	--replicas 1 \
-	--detach=true \
-	--env BROKER_ID=1 \
-	--env ZOOKEEPER_CONNECT=zookeeper-node1:2181,zookeeper-node2:2181,zookeeper-node3:2181 \
-	--endpoint-mode dnsrr \
-	--mount type=bind,source=/etc/localtime,target=/etc/localtime,readonly \
-	newnius/kafka:2.2
-
-
-docker service create \
-	--name kafka-node2 \
-	--hostname kafka-node2 \
-	--network yao-net \
-	--replicas 1 \
-	--detach=true \
-	--env BROKER_ID=2 \
-	--env ZOOKEEPER_CONNECT=zookeeper-node1:2181,zookeeper-node2:2181,zookeeper-node3:2181 \
-	--endpoint-mode dnsrr \
-	--mount type=bind,source=/etc/localtime,target=/etc/localtime,readonly \
-	newnius/kafka:2.2
-
-
-docker service create \
-	--name kafka-node3 \
-	--hostname kafka-node3 \
-	--network yao-net \
-	--replicas 1 \
-	--detach=true \
-	--env BROKER_ID=3 \
-	--env ZOOKEEPER_CONNECT=zookeeper-node1:2181,zookeeper-node2:2181,zookeeper-node3:2181 \
-	--endpoint-mode dnsrr \
-	--mount type=bind,source=/etc/localtime,target=/etc/localtime,readonly \
-	newnius/kafka:2.2
-

sbin/start_zks.sh

@@ -1,37 +0,0 @@
-#!/bin/bash
-
-docker service create \
-	--name zookeeper-node1 \
-	--hostname zookeeper-node1 \
-	--detach=true \
-	--replicas 1 \
-	--network yao-net \
-	--endpoint-mode dnsrr \
-	--env ZOO_MY_ID=1 \
-	--env ZOO_SERVERS="server.1=zookeeper-node1:2888:3888 server.2=zookeeper-node2:2888:3888 server.3=zookeeper-node3:2888:3888" \
-	--mount type=bind,source=/etc/localtime,target=/etc/localtime,readonly \
-	zookeeper:3.4
-
-docker service create \
-	--name zookeeper-node2 \
-	--hostname zookeeper-node2 \
-	--detach=true \
-	--replicas 1 \
-	--network yao-net \
-	--endpoint-mode dnsrr \
-	--env ZOO_MY_ID=2 \
-	--env ZOO_SERVERS="server.1=zookeeper-node1:2888:3888 server.2=zookeeper-node2:2888:3888 server.3=zookeeper-node3:2888:3888" \
-	--mount type=bind,source=/etc/localtime,target=/etc/localtime,readonly \
-	zookeeper:3.4
-
-docker service create \
-	--name zookeeper-node3 \
-	--hostname zookeeper-node3 \
-	--replicas 1 \
-	--detach=true \
-	--network yao-net \
-	--endpoint-mode dnsrr \
-	--env ZOO_MY_ID=3 \
-	--env ZOO_SERVERS="server.1=zookeeper-node1:2888:3888 server.2=zookeeper-node2:2888:3888 server.3=zookeeper-node3:2888:3888" \
-	--mount type=bind,source=/etc/localtime,target=/etc/localtime,readonly \
-	zookeeper:3.4