debug

unionai-oss · Nov 6, 2023 · 1c90ce2 · 1c90ce2
1 parent 17b49e2
commit 1c90ce2
Showing 1 changed file with 4 additions and 8 deletions.
diff --git a/spark-history-server/Dockerfile b/spark-history-server/Dockerfile
@@ -1,17 +1,13 @@
-FROM apache/spark-py:v3.3.2
+FROM apache/spark-py:3.3.1
 LABEL org.opencontainers.image.source https://github.com/unionai-oss/containers
 
 # Hadoop
-ADD https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-common/3.3.6/hadoop-common-3.3.6.jar ${SPARK_HOME}/jars
+ADD https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-common/3.2.2/hadoop-common-3.2.2.jar ${SPARK_HOME}/jars
 
 # S3
-ADD https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-bundle/1.12.367/aws-java-sdk-bundle-1.12.367.jar ${SPARK_HOME}/jars
-ADD https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/3.3.6/hadoop-aws-3.3.6.jar ${SPARK_HOME}/jars
+ADD https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-bundle/1.12.262/aws-java-sdk-bundle-1.12.262.jar ${SPARK_HOME}/jars
+ADD https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/3.2.2/hadoop-aws-3.2.2.jar ${SPARK_HOME}/jars
 
 # Google Cloud Storage
 ADD https://repo1.maven.org/maven2/com/google/guava/guava/32.1.3-jre/guava-32.1.3-jre.jar ${SPARK_HOME}/jars
 ADD https://github.com/GoogleCloudDataproc/hadoop-connectors/releases/download/v2.2.18/gcs-connector-hadoop3-2.2.18-shaded.jar ${SPARK_HOME}/jars
-
-# Azure Blob Storage
-ADD https://repo1.maven.org/maven2/com/microsoft/azure/azure-storage/7.0.1/azure-storage-7.0.1.jar ${SPARK_HOME}/jars
-ADD https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-azure/3.3.6/hadoop-azure-3.3.6.jar ${SPARK_HOME}/jars