From 7c1a4fa9f926789d9f773599c759f7e985430072 Mon Sep 17 00:00:00 2001 From: Newnius Date: Sat, 24 Mar 2018 14:16:03 +0800 Subject: [PATCH] update spark-submit --- spark/2.2.1/README.md | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/spark/2.2.1/README.md b/spark/2.2.1/README.md index 85505c4..d8c6eeb 100644 --- a/spark/2.2.1/README.md +++ b/spark/2.2.1/README.md @@ -59,7 +59,8 @@ sbin/start-dfs.sh ### Run Hello World ```bash spark-submit \ - --master yarn-cluster \ + --master yarn \ + --deploy-mode cluster \ --class org.apache.spark.examples.JavaSparkPi \ ./examples/jars/spark-examples_2.11-2.2.1.jar 100 ``` @@ -78,7 +79,7 @@ _Proxy needed, e.g. [newnius/docker-proxy](https://hub.docker.com/r/newnius/dock docker service create \ --name spark-master \ --hostname spark-master \ ---detach true \ +--detach=true \ --network swarm-net \ --replicas 1 \ --mount type=bind,source=/mnt/data/spark/hdfs/master,target=/tmp/hadoop-root \