diff --git a/sbin/run_agent.sh b/sbin/run_agent.sh index dbae85d..507a5ed 100755 --- a/sbin/run_agent.sh +++ b/sbin/run_agent.sh @@ -4,8 +4,8 @@ ip=`hostname --ip-address` docker run \ --gpus all \ - --pid=host \ --name yao-agent \ + --pid=host \ --network yao-net \ --network-alias $(hostname) \ --hostname $(hostname) \ @@ -16,7 +16,7 @@ docker run \ --env ClientID=$(hostname) \ --env ClientHost=$(hostname) \ --env ClientExtHost=${ip} \ - --env Port=8000 \ + --env PORT=8000 \ --env HeartbeatInterval=5 \ --env ReportAddress='http://yao-scheduler:8080/?action=agent_report' \ --env EnableEventTrigger='true' \ diff --git a/sbin/run_agent_mock.sh b/sbin/run_agent_mock.sh new file mode 100644 index 0000000..53ae90d --- /dev/null +++ b/sbin/run_agent_mock.sh @@ -0,0 +1,26 @@ +#!/bin/bash + +# docker ps -a | grep yao-agent:mock | awk '{print $1}' | xargs docker rm -f + +for ((i=1; i<=${NUM}; i++)); +do + docker run \ + --name yao-agent-mock-$i \ + --network yao-net \ + --network-alias node-mock-$i \ + --hostname node-mock-$i \ + -d \ + --restart always \ + --detach=true \ + --env NUMS=100 \ + --env ClientHost=$(hostname) \ + --env HeartbeatInterval=5 \ + --env ReportAddress='http://yao-scheduler:8080/?action=agent_report' \ + --env PYTHONUNBUFFERED=1 \ + --mount type=bind,source=/etc/localtime,target=/etc/localtime,readonly \ + --mount type=bind,src=/var/run/docker.sock,dst=/var/run/docker.sock \ + quickdeploy/yao-agent:mock + + # reduce instant load + sleep 1 +done diff --git a/sbin/run_glusterfs.sh b/sbin/run_glusterfs.sh new file mode 100755 index 0000000..ec2a139 --- /dev/null +++ b/sbin/run_glusterfs.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +docker run \ + --name gluster_server \ + -d \ + --restart always \ + --net=host \ + --privileged=true \ + -v /data/gluster/configuration:/etc/glusterfs:z \ + -v /data/gluster/metadata:/var/lib/glusterd:z \ + -v /data/gluster/logs:/var/log/glusterfs:z \ + -v /data/gluster/data:/data \ + gluster/gluster-centos diff --git a/sbin/run_hdfs.sh b/sbin/run_hdfs.sh index e7d1b76..bdecd04 100644 --- a/sbin/run_hdfs.sh +++ b/sbin/run_hdfs.sh @@ -5,14 +5,14 @@ exit; docker run \ - --name hdfs-node1 \ - --hostname node1 \ + --name hdfs \ + --hostname $(hostname) \ + -d \ + --restart always \ --net host \ --add-host=$(node1):$(ip1) \ --add-host=$(node2):$(ip2) \ --add-host=$(node3):$(ip3) \ - -d \ - --restart always \ --mount type=bind,src=/data/hadoop/config,dst=/config/hadoop \ --mount type=bind,src=/data/hadoop/hdfs,dst=/tmp/hadoop-root \ --mount type=bind,src=/data/hadoop/logs,dst=/usr/local/hadoop/logs \ diff --git a/sbin/run_optimizer.sh b/sbin/run_optimizer.sh index 5907679..b38cde0 100755 --- a/sbin/run_optimizer.sh +++ b/sbin/run_optimizer.sh @@ -1,16 +1,13 @@ #!/bin/bash docker run \ - --name yao-optimizer \ - --hostname yao-optimizer \ - --network yao-net \ - --network-alias yao-optimizer \ - -d \ - --restart always \ - --detach=true \ - --env PYTHONUNBUFFERED=1 \ - --mount type=bind,source=/etc/localtime,target=/etc/localtime,readonly \ - quickdeploy/yao-optimizer:dev - -#--gpus all \ -#--gpus '"device=1"' \ + --name yao-optimizer \ + --hostname yao-optimizer \ + --network yao-net \ + --network-alias yao-optimizer \ + -d \ + --restart always \ + --detach=true \ + --env PYTHONUNBUFFERED=1 \ + --mount type=bind,source=/etc/localtime,target=/etc/localtime,readonly \ + quickdeploy/yao-optimizer:dev diff --git a/sbin/start_kafka.sh b/sbin/start_kafka.sh deleted file mode 100755 index 67a3822..0000000 --- a/sbin/start_kafka.sh +++ /dev/null @@ -1,40 +0,0 @@ -#!/bin/bash - -docker service create \ - --name kafka-node1 \ - --hostname kafka-node1 \ - --network yao-net \ - --replicas 1 \ - --detach=true \ - --env BROKER_ID=1 \ - --env ZOOKEEPER_CONNECT=zookeeper-node1:2181,zookeeper-node2:2181,zookeeper-node3:2181 \ - --endpoint-mode dnsrr \ - --mount type=bind,source=/etc/localtime,target=/etc/localtime,readonly \ - newnius/kafka:2.2 - - -docker service create \ - --name kafka-node2 \ - --hostname kafka-node2 \ - --network yao-net \ - --replicas 1 \ - --detach=true \ - --env BROKER_ID=2 \ - --env ZOOKEEPER_CONNECT=zookeeper-node1:2181,zookeeper-node2:2181,zookeeper-node3:2181 \ - --endpoint-mode dnsrr \ - --mount type=bind,source=/etc/localtime,target=/etc/localtime,readonly \ - newnius/kafka:2.2 - - -docker service create \ - --name kafka-node3 \ - --hostname kafka-node3 \ - --network yao-net \ - --replicas 1 \ - --detach=true \ - --env BROKER_ID=3 \ - --env ZOOKEEPER_CONNECT=zookeeper-node1:2181,zookeeper-node2:2181,zookeeper-node3:2181 \ - --endpoint-mode dnsrr \ - --mount type=bind,source=/etc/localtime,target=/etc/localtime,readonly \ - newnius/kafka:2.2 - diff --git a/sbin/start_zks.sh b/sbin/start_zks.sh deleted file mode 100755 index eda3a95..0000000 --- a/sbin/start_zks.sh +++ /dev/null @@ -1,37 +0,0 @@ -#!/bin/bash - -docker service create \ - --name zookeeper-node1 \ - --hostname zookeeper-node1 \ - --detach=true \ - --replicas 1 \ - --network yao-net \ - --endpoint-mode dnsrr \ - --env ZOO_MY_ID=1 \ - --env ZOO_SERVERS="server.1=zookeeper-node1:2888:3888 server.2=zookeeper-node2:2888:3888 server.3=zookeeper-node3:2888:3888" \ - --mount type=bind,source=/etc/localtime,target=/etc/localtime,readonly \ - zookeeper:3.4 - -docker service create \ - --name zookeeper-node2 \ - --hostname zookeeper-node2 \ - --detach=true \ - --replicas 1 \ - --network yao-net \ - --endpoint-mode dnsrr \ - --env ZOO_MY_ID=2 \ - --env ZOO_SERVERS="server.1=zookeeper-node1:2888:3888 server.2=zookeeper-node2:2888:3888 server.3=zookeeper-node3:2888:3888" \ - --mount type=bind,source=/etc/localtime,target=/etc/localtime,readonly \ - zookeeper:3.4 - -docker service create \ - --name zookeeper-node3 \ - --hostname zookeeper-node3 \ - --replicas 1 \ - --detach=true \ - --network yao-net \ - --endpoint-mode dnsrr \ - --env ZOO_MY_ID=3 \ - --env ZOO_SERVERS="server.1=zookeeper-node1:2888:3888 server.2=zookeeper-node2:2888:3888 server.3=zookeeper-node3:2888:3888" \ - --mount type=bind,source=/etc/localtime,target=/etc/localtime,readonly \ - zookeeper:3.4