From 6cadf23d3a4e4d60775f36358176e13afaed1aa1 Mon Sep 17 00:00:00 2001 From: Jeev B Date: Sun, 5 Nov 2023 21:45:28 -0800 Subject: [PATCH] Fix JAR versions --- spark-history-server/Dockerfile | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/spark-history-server/Dockerfile b/spark-history-server/Dockerfile index c28beb1..6ed05d3 100644 --- a/spark-history-server/Dockerfile +++ b/spark-history-server/Dockerfile @@ -1,7 +1,8 @@ FROM apache/spark:3.5.0 +LABEL org.opencontainers.image.source https://github.com/unionai-oss/containers # S3 -ADD https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-bundle/1.12.581/aws-java-sdk-bundle-1.12.581.jar ${SPARK_HOME}/jars +ADD https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-bundle/1.12.367/aws-java-sdk-bundle-1.12.367.jar ${SPARK_HOME}/jars ADD https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/3.3.6/hadoop-aws-3.3.6.jar ${SPARK_HOME}/jars # Google Cloud Storage @@ -9,5 +10,5 @@ ADD https://repo1.maven.org/maven2/com/google/guava/guava/32.1.3-jre/guava-32.1. ADD https://github.com/GoogleCloudDataproc/hadoop-connectors/releases/download/v2.2.18/gcs-connector-hadoop3-2.2.18-shaded.jar ${SPARK_HOME}/jars # Azure Blob Storage -ADD https://repo1.maven.org/maven2/com/microsoft/azure/azure-storage-blob/11.0.1/azure-storage-blob-11.0.1.jar ${SPARK_HOME}/jars +ADD https://repo1.maven.org/maven2/com/microsoft/azure/azure-storage/7.0.1/azure-storage-7.0.1.jar ${SPARK_HOME}/jars ADD https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-azure/3.3.6/hadoop-azure-3.3.6.jar ${SPARK_HOME}/jars