diff --git a/spark/test/Dockerfile b/spark/test/Dockerfile index 2ce2a71..fee9a42 100644 --- a/spark/test/Dockerfile +++ b/spark/test/Dockerfile @@ -5,7 +5,7 @@ MAINTAINER Newnius USER root # Prerequisites -RUN apk add --no-cache openssh openssl openjdk8-jre rsync bash procps +RUN apk add --no-cache openssh openssl openjdk8-jre rsync bash procps coreutils ENV JAVA_HOME /usr/lib/jvm/java-1.8-openjdk @@ -13,11 +13,11 @@ ENV PATH $PATH:$JAVA_HOME/bin ENV SPARK_VER 2.2.1 -RUN wget https://archive.apache.org/dist/spark/spark-$SPARK_VER/spark-$SPARK_VER-bin-without-hadoop.tgz && \ - tar -xvf spark-$SPARK_VER-bin-without-hadoop.tgz -C /usr/local && \ - rm spark-$SPARK_VER-bin-without-hadoop.tgz +RUN wget https://archive.apache.org/dist/spark/spark-$SPARK_VER/spark-$SPARK_VER-bin-hadoop2.7.tgz && \ + tar -xvf spark-$SPARK_VER-bin-hadoop2.7.tgz -C /usr/local && \ + rm spark-$SPARK_VER-bin-hadoop2.7.tgz -RUN ln -s /usr/local/spark-$SPARK_VER-bin-without-hadoop /usr/local/spark +RUN ln -s /usr/local/spark-$SPARK_VER-bin-hadoop2.7 /usr/local/spark ENV SPARK_HOME /usr/local/spark