newnius/Dockerfiles
1
0
Fork 0
mirror of https://github.com/newnius/Dockerfiles.git synced 2025-12-16 02:46:45 +00:00
Code Issues Packages Projects Releases Wiki Activity

update spark, add more version

Browse Source
This commit is contained in:
Newnius
2018-08-07 20:11:26 +08:00
parent 94228e4944
commit 5d78cbb18c
13 changed files with 73 additions and 361 deletions
Download Patch File Download Diff File Expand all files Collapse all files

31
spark/1.6.0/Dockerfile
View File

@@ -1,13 +1,30 @@
FROM sequenceiq/spark:1.6.0
FROM alpine:3.8
MAINTAINER Newnius <docker@newnius.com>
MAINTAINER Newnius <newnius.cn@gmail.com>
USER root
# Prerequisites
RUN apk add --no-cache openssh openssl openjdk8-jre rsync bash procps coreutils
ENV JAVA_HOME /usr/lib/jvm/java-1.8-openjdk
ENV PATH $PATH:$JAVA_HOME/bin
ENV SPARK_VER 1.6.0
RUN wget https://archive.apache.org/dist/spark/spark-$SPARK_VER/spark-$SPARK_VER-bin-hadoop2.6.tgz && \
tar -xvf spark-$SPARK_VER-bin-hadoop2.6.tgz -C /usr/local && \
rm spark-$SPARK_VER-bin-hadoop2.6.tgz
RUN ln -s /usr/local/spark-$SPARK_VER-bin-hadoop2.6 /usr/local/spark
ENV SPARK_HOME /usr/local/spark
ENV PATH $PATH:$SPARK_HOME/bin
ADD bootstrap.sh /etc/bootstrap.sh
COPY config/hadoop /mnt/config/hadoop
COPY config/spark /mnt/config/spark
COPY config/spark-yarn-remote-client /mnt/config/spark-yarn-remote-client
WORKDIR /usr/local/hadoop
WORKDIR /usr/local/spark
ENTRYPOINT ["/etc/bootstrap.sh"]