YAO/YAO-docs
1
0
Fork 0
mirror of https://github.com/newnius/YAO-docs.git synced 2024-07-06 05:15:18 +00:00
Code Issues Releases Wiki Activity

update

Browse Source
This commit is contained in:
Newnius
2020-07-31 17:29:25 +08:00
parent c5f12b7b03
commit 2848bd60e0
7 changed files with 55 additions and 96 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
sbin/run_agent.sh
View File

@@ -4,8 +4,8 @@ ip=`hostname --ip-address`
docker run \ docker run \
--gpus all \ --gpus all \
--pid=host \
--name yao-agent \ --name yao-agent \
--pid=host \
--network yao-net \ --network yao-net \
--network-alias $(hostname) \ --network-alias $(hostname) \
--hostname $(hostname) \ --hostname $(hostname) \
@@ -16,7 +16,7 @@ docker run \
--env ClientID=$(hostname) \ --env ClientID=$(hostname) \
--env ClientHost=$(hostname) \ --env ClientHost=$(hostname) \
--env ClientExtHost=${ip} \ --env ClientExtHost=${ip} \
--env Port=8000 \ --env PORT=8000 \
--env HeartbeatInterval=5 \ --env HeartbeatInterval=5 \
--env ReportAddress='http://yao-scheduler:8080/?action=agent_report' \ --env ReportAddress='http://yao-scheduler:8080/?action=agent_report' \
--env EnableEventTrigger='true' \ --env EnableEventTrigger='true' \

26
sbin/run_agent_mock.sh Normal file
View File

@@ -0,0 +1,26 @@
#!/bin/bash
# docker ps -a | grep yao-agent:mock | awk '{print $1}' | xargs docker rm -f
for ((i=1; i<=${NUM}; i++));
do
docker run \
--name yao-agent-mock-$i \
--network yao-net \
--network-alias node-mock-$i \
--hostname node-mock-$i \
-d \
--restart always \
--detach=true \
--env NUMS=100 \
--env ClientHost=$(hostname) \
--env HeartbeatInterval=5 \
--env ReportAddress='http://yao-scheduler:8080/?action=agent_report' \
--env PYTHONUNBUFFERED=1 \
--mount type=bind,source=/etc/localtime,target=/etc/localtime,readonly \
--mount type=bind,src=/var/run/docker.sock,dst=/var/run/docker.sock \
quickdeploy/yao-agent:mock
# reduce instant load
sleep 1
done

13
sbin/run_glusterfs.sh Executable file
View File

@@ -0,0 +1,13 @@
#!/bin/bash
docker run \
--name gluster_server \
-d \
--restart always \
--net=host \
--privileged=true \
-v /data/gluster/configuration:/etc/glusterfs:z \
-v /data/gluster/metadata:/var/lib/glusterd:z \
-v /data/gluster/logs:/var/log/glusterfs:z \
-v /data/gluster/data:/data \
gluster/gluster-centos

8
sbin/run_hdfs.sh
View File

@@ -5,14 +5,14 @@
exit; exit;
docker run \ docker run \
--name hdfs-node1 \ --name hdfs \
--hostname node1 \ --hostname $(hostname) \
-d \
--restart always \
--net host \ --net host \
--add-host=$(node1):$(ip1) \ --add-host=$(node1):$(ip1) \
--add-host=$(node2):$(ip2) \ --add-host=$(node2):$(ip2) \
--add-host=$(node3):$(ip3) \ --add-host=$(node3):$(ip3) \
-d \
--restart always \
--mount type=bind,src=/data/hadoop/config,dst=/config/hadoop \ --mount type=bind,src=/data/hadoop/config,dst=/config/hadoop \
--mount type=bind,src=/data/hadoop/hdfs,dst=/tmp/hadoop-root \ --mount type=bind,src=/data/hadoop/hdfs,dst=/tmp/hadoop-root \
--mount type=bind,src=/data/hadoop/logs,dst=/usr/local/hadoop/logs \ --mount type=bind,src=/data/hadoop/logs,dst=/usr/local/hadoop/logs \

23
sbin/run_optimizer.sh
View File

@@ -1,16 +1,13 @@
#!/bin/bash #!/bin/bash
docker run \ docker run \
--name yao-optimizer \ --name yao-optimizer \
--hostname yao-optimizer \ --hostname yao-optimizer \
--network yao-net \ --network yao-net \
--network-alias yao-optimizer \ --network-alias yao-optimizer \
-d \ -d \
--restart always \ --restart always \
--detach=true \ --detach=true \
--env PYTHONUNBUFFERED=1 \ --env PYTHONUNBUFFERED=1 \
--mount type=bind,source=/etc/localtime,target=/etc/localtime,readonly \ --mount type=bind,source=/etc/localtime,target=/etc/localtime,readonly \
quickdeploy/yao-optimizer:dev quickdeploy/yao-optimizer:dev
#--gpus all \
#--gpus '"device=1"' \

40
sbin/start_kafka.sh
View File

@@ -1,40 +0,0 @@
#!/bin/bash
docker service create \
--name kafka-node1 \
--hostname kafka-node1 \
--network yao-net \
--replicas 1 \
--detach=true \
--env BROKER_ID=1 \
--env ZOOKEEPER_CONNECT=zookeeper-node1:2181,zookeeper-node2:2181,zookeeper-node3:2181 \
--endpoint-mode dnsrr \
--mount type=bind,source=/etc/localtime,target=/etc/localtime,readonly \
newnius/kafka:2.2
docker service create \
--name kafka-node2 \
--hostname kafka-node2 \
--network yao-net \
--replicas 1 \
--detach=true \
--env BROKER_ID=2 \
--env ZOOKEEPER_CONNECT=zookeeper-node1:2181,zookeeper-node2:2181,zookeeper-node3:2181 \
--endpoint-mode dnsrr \
--mount type=bind,source=/etc/localtime,target=/etc/localtime,readonly \
newnius/kafka:2.2
docker service create \
--name kafka-node3 \
--hostname kafka-node3 \
--network yao-net \
--replicas 1 \
--detach=true \
--env BROKER_ID=3 \
--env ZOOKEEPER_CONNECT=zookeeper-node1:2181,zookeeper-node2:2181,zookeeper-node3:2181 \
--endpoint-mode dnsrr \
--mount type=bind,source=/etc/localtime,target=/etc/localtime,readonly \
newnius/kafka:2.2

37
sbin/start_zks.sh
View File

@@ -1,37 +0,0 @@
#!/bin/bash
docker service create \
--name zookeeper-node1 \
--hostname zookeeper-node1 \
--detach=true \
--replicas 1 \
--network yao-net \
--endpoint-mode dnsrr \
--env ZOO_MY_ID=1 \
--env ZOO_SERVERS="server.1=zookeeper-node1:2888:3888 server.2=zookeeper-node2:2888:3888 server.3=zookeeper-node3:2888:3888" \
--mount type=bind,source=/etc/localtime,target=/etc/localtime,readonly \
zookeeper:3.4
docker service create \
--name zookeeper-node2 \
--hostname zookeeper-node2 \
--detach=true \
--replicas 1 \
--network yao-net \
--endpoint-mode dnsrr \
--env ZOO_MY_ID=2 \
--env ZOO_SERVERS="server.1=zookeeper-node1:2888:3888 server.2=zookeeper-node2:2888:3888 server.3=zookeeper-node3:2888:3888" \
--mount type=bind,source=/etc/localtime,target=/etc/localtime,readonly \
zookeeper:3.4
docker service create \
--name zookeeper-node3 \
--hostname zookeeper-node3 \
--replicas 1 \
--detach=true \
--network yao-net \
--endpoint-mode dnsrr \
--env ZOO_MY_ID=3 \
--env ZOO_SERVERS="server.1=zookeeper-node1:2888:3888 server.2=zookeeper-node2:2888:3888 server.3=zookeeper-node3:2888:3888" \
--mount type=bind,source=/etc/localtime,target=/etc/localtime,readonly \
zookeeper:3.4