From b949a8b7ff5ce6f497d5ffe30be15cf2a2bd054d Mon Sep 17 00:00:00 2001 From: cjekal Date: Thu, 12 Jul 2018 21:41:23 -0700 Subject: [PATCH 1/2] Updating to Spark 2.3.1 (the latest) --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index fc1d90c..5079ef3 100644 --- a/Dockerfile +++ b/Dockerfile @@ -57,7 +57,7 @@ RUN curl -sL --retry 3 \ && chown -R root:root $HADOOP_HOME # SPARK -ENV SPARK_VERSION 2.3.0 +ENV SPARK_VERSION 2.3.1 ENV SPARK_PACKAGE spark-${SPARK_VERSION}-bin-without-hadoop ENV SPARK_HOME /usr/spark-${SPARK_VERSION} ENV SPARK_DIST_CLASSPATH="$HADOOP_HOME/etc/hadoop/*:$HADOOP_HOME/share/hadoop/common/lib/*:$HADOOP_HOME/share/hadoop/common/*:$HADOOP_HOME/share/hadoop/hdfs/*:$HADOOP_HOME/share/hadoop/hdfs/lib/*:$HADOOP_HOME/share/hadoop/hdfs/*:$HADOOP_HOME/share/hadoop/yarn/lib/*:$HADOOP_HOME/share/hadoop/yarn/*:$HADOOP_HOME/share/hadoop/mapreduce/lib/*:$HADOOP_HOME/share/hadoop/mapreduce/*:$HADOOP_HOME/share/hadoop/tools/lib/*" From 0d3ed255bcca8584450b7aea25c94ef5f7fd4157 Mon Sep 17 00:00:00 2001 From: cjekal Date: Thu, 12 Jul 2018 21:41:48 -0700 Subject: [PATCH 2/2] Updating to the latest Java version --- Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index 5079ef3..27bad16 100644 --- a/Dockerfile +++ b/Dockerfile @@ -31,14 +31,14 @@ ENV PIP_DISABLE_PIP_VERSION_CHECK 1 # JAVA ARG JAVA_MAJOR_VERSION=8 -ARG JAVA_UPDATE_VERSION=131 +ARG JAVA_UPDATE_VERSION=171 ARG JAVA_BUILD_NUMBER=11 ENV JAVA_HOME /usr/jdk1.${JAVA_MAJOR_VERSION}.0_${JAVA_UPDATE_VERSION} ENV PATH $PATH:$JAVA_HOME/bin RUN curl -sL --retry 3 --insecure \ --header "Cookie: oraclelicense=accept-securebackup-cookie;" \ - "http://download.oracle.com/otn-pub/java/jdk/${JAVA_MAJOR_VERSION}u${JAVA_UPDATE_VERSION}-b${JAVA_BUILD_NUMBER}/d54c1d3a095b4ff2b6607d096fa80163/server-jre-${JAVA_MAJOR_VERSION}u${JAVA_UPDATE_VERSION}-linux-x64.tar.gz" \ + "http://download.oracle.com/otn-pub/java/jdk/${JAVA_MAJOR_VERSION}u${JAVA_UPDATE_VERSION}-b${JAVA_BUILD_NUMBER}/512cd62ec5174c3487ac17c61aaa89e8/server-jre-${JAVA_MAJOR_VERSION}u${JAVA_UPDATE_VERSION}-linux-x64.tar.gz" \ | gunzip \ | tar x -C /usr/ \ && ln -s $JAVA_HOME /usr/java \