revoke spark configs in run.py

ldbc · Aug 17, 2024 · 9240c35 · 9240c35
1 parent 685b31d
commit 9240c35
Showing 1 changed file with 0 additions and 3 deletions.
diff --git a/scripts/run.py b/scripts/run.py
@@ -64,9 +64,6 @@ def run_local(
         **({'spark.shuffle.spill.compress': 'true'}),
         **({'spark.serializer': 'org.apache.spark.serializer.KryoSerializer'}),
         **({'spark.executor.extraJavaOptions': '-XX:+UseG1GC'}),
-        **({'spark.storage.memoryMapThreshold': '512m'}),
-        **({'spark.sql.inMemoryColumnarStorage.compressed': 'true'}),
-        **({'spark.sql.inMemoryColumnarStorage.batchSize': '1000000'}),
         **spark_conf
     }