Do not bloat spark image with ENV variables (jupyter#2081)

* Do not bloat spark image with ENV variables * Remove HadoopVersionTagger
max-muoto · Mar 10, 2024 · 7637edc · 7637edc
1 parent 7d97fbe
commit 7637edc
Showing 1 changed file with 5 additions and 5 deletions.
diff --git a/images/pyspark-notebook/Dockerfile b/images/pyspark-notebook/Dockerfile
@@ -41,11 +41,11 @@ ENV SPARK_OPTS="--driver-java-options=-Xms1024M --driver-java-options=-Xmx4096M
 COPY setup_spark.py /opt/setup-scripts/
 
 # Setup Spark
-RUN /opt/setup-scripts/setup_spark.py \
-    --spark-version="${spark_version}" \
-    --hadoop-version="${hadoop_version}" \
-    --scala-version="${scala_version}" \
-    --spark-download-url="${spark_download_url}"
+RUN SPARK_VERSION="${spark_version}" \
+    HADOOP_VERSION="${hadoop_version}" \
+    SCALA_VERSION="${scala_version}" \
+    SPARK_DOWNLOAD_URL="${spark_download_url}" \
+    /opt/setup-scripts/setup_spark.py
 
 # Configure IPython system-wide
 COPY ipython_kernel_config.py "/etc/ipython/"