newnius/Dockerfiles
1
0
Fork 0
mirror of https://github.com/newnius/Dockerfiles.git synced 2025-12-13 09:36:44 +00:00
Code Issues Packages Projects Releases Wiki Activity

update spark

Browse Source
This commit is contained in:
Newnius
2018-08-07 18:24:40 +08:00
parent b690389814
commit 126c0d5de6
2 changed files with 4 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
spark/test/Dockerfile
View File

@@ -13,11 +13,11 @@ ENV PATH $PATH:$JAVA_HOME/bin
ENV SPARK_VER 2.2.1
RUN wget https://archive.apache.org/dist/spark/spark-$SPARK_ENV/spark-$SPARK_ENV-bin-without-hadoop.tgz && \
tar -xvf spark-$SPARK_ENV-bin-without-hadoop.tgz -C /usr/local && \
rm spark-$SPARK_ENV-bin-without-hadoop.tgz
RUN wget https://archive.apache.org/dist/spark/spark-$SPARK_VER/spark-$SPARK_VER-bin-without-hadoop.tgz && \
tar -xvf spark-$SPARK_VER-bin-without-hadoop.tgz -C /usr/local && \
rm spark-$SPARK_VER-bin-without-hadoop.tgz
RUN ln -s /usr/local/spark-$SPARK_ENV-bin-without-hadoop /usr/local/spark
RUN ln -s /usr/local/spark-$SPARK_VER-bin-without-hadoop /usr/local/spark
ENV SPARK_HOME /usr/local/spark

2
spark/test/README.md
View File

@@ -2,8 +2,6 @@
## Create a spark cluster in swarm mode
`--hostname` needs 1.13 or higher
```bash
docker service create \
--name spark-master \