Disable event logging listener for batch spark

JozoVilcek · Feb 23, 2022 · cec9c0d · cec9c0d
1 parent a0f0f15
commit cec9c0d
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/runners/spark/src/main/java/org/apache/beam/runners/spark/SparkRunner.java b/runners/spark/src/main/java/org/apache/beam/runners/spark/SparkRunner.java
@@ -218,7 +218,10 @@ public SparkPipelineResult run(final Pipeline pipeline) {
       result = new SparkPipelineResult.StreamingMode(startPipeline, jssc);
     } else {
       jsc = SparkContextFactory.getSparkContext(pipelineOptions);
-      eventLoggingListener = startEventLoggingListener(jsc, pipelineOptions, startTime);
+      // TODO: Fix properly. Do not initialize event loggin listener for Batch Spark. Spark alredy is doing that
+      //       internally and they are coliding.
+      //       More info in: https://issues.apache.org/jira/browse/BEAM-13981
+      eventLoggingListener = null;
       final EvaluationContext evaluationContext =
           new EvaluationContext(jsc, pipeline, pipelineOptions);
       translator = new TransformTranslator.Translator();