Skip to content

Commit

Permalink
Fix JAR versions
Browse files Browse the repository at this point in the history
  • Loading branch information
jeevb committed Nov 6, 2023
1 parent 52c5160 commit 6cadf23
Showing 1 changed file with 3 additions and 2 deletions.
5 changes: 3 additions & 2 deletions spark-history-server/Dockerfile
Original file line number Diff line number Diff line change
@@ -1,13 +1,14 @@
FROM apache/spark:3.5.0
LABEL org.opencontainers.image.source https://github.com/unionai-oss/containers

# S3
ADD https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-bundle/1.12.581/aws-java-sdk-bundle-1.12.581.jar ${SPARK_HOME}/jars
ADD https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-bundle/1.12.367/aws-java-sdk-bundle-1.12.367.jar ${SPARK_HOME}/jars
ADD https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/3.3.6/hadoop-aws-3.3.6.jar ${SPARK_HOME}/jars

# Google Cloud Storage
ADD https://repo1.maven.org/maven2/com/google/guava/guava/32.1.3-jre/guava-32.1.3-jre.jar ${SPARK_HOME}/jars
ADD https://github.com/GoogleCloudDataproc/hadoop-connectors/releases/download/v2.2.18/gcs-connector-hadoop3-2.2.18-shaded.jar ${SPARK_HOME}/jars

# Azure Blob Storage
ADD https://repo1.maven.org/maven2/com/microsoft/azure/azure-storage-blob/11.0.1/azure-storage-blob-11.0.1.jar ${SPARK_HOME}/jars
ADD https://repo1.maven.org/maven2/com/microsoft/azure/azure-storage/7.0.1/azure-storage-7.0.1.jar ${SPARK_HOME}/jars
ADD https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-azure/3.3.6/hadoop-azure-3.3.6.jar ${SPARK_HOME}/jars

0 comments on commit 6cadf23

Please sign in to comment.