From 49f806f07e2068583fd4eed6f5d0633391e3bf75 Mon Sep 17 00:00:00 2001 From: Oto Brglez Date: Fri, 6 Jan 2017 16:26:41 +0100 Subject: [PATCH 1/2] Changing... --- Dockerfile | 12 +++++++----- 1 file changed, 7 insertions(+), 5 deletions(-) diff --git a/Dockerfile b/Dockerfile index e4c6f02..715e806 100644 --- a/Dockerfile +++ b/Dockerfile @@ -2,14 +2,16 @@ FROM univizor/spark-base MAINTAINER Jozko Skrablin - RUN adduser --uid 3001 --disabled-password --gecos 'Apache Spark' spark -RUN cd /home/spark && wget http://www.apache.org/dist/spark/spark-2.1.0/spark-2.1.0-bin-hadoop2.7.tgz && \ - tar xzf spark-2.1.0-bin-hadoop2.7.tgz && \ - ln -s spark-2.1.0-bin-hadoop2.7 spark && \ +ENV SPARK_VERSION=2.1.0 \ + HADOOP_VERSION=2.7 + +RUN cd /home/spark && wget http://www.apache.org/dist/spark/spark-${SPARK_VERSION}/spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz && \ + tar xzf spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz && \ + ln -s spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION} spark && \ chown spark: -R /home/spark && \ - rm -f spark-2.1.0-bin-hadoop2.7.tgz + rm -f spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz RUN wget https://github.com/Yelp/dumb-init/releases/download/v1.2.0/dumb-init_1.2.0_amd64 -O /usr/local/bin/dumb-init && \ chmod +x /usr/local/bin/dumb-init From 4a36b6b3b3d5895739ecfcd20a32ebcb4ccf018b Mon Sep 17 00:00:00 2001 From: Oto Brglez Date: Fri, 6 Jan 2017 23:58:46 +0100 Subject: [PATCH 2/2] README.md fix --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index f8f0d23..ae3d1d3 100644 --- a/README.md +++ b/README.md @@ -13,7 +13,7 @@ If building on a local system - build using ```docker build -t univizor/spark-do * Start master and expose web GUI to localhost on 8080: ```bash -docker run --rm -it -p 8081:8081 --name spark-master univizor/spark-docker start-master.sh +docker run --rm -it -p 8080:8080 --name spark-master univizor/spark-docker start-master.sh ``` * Start slave and expose web GUI to localhost on 8081: