Enable more spark driver metrics in prometheus (#7)

SketchBench · Jul 22, 2021 · 2cf50d8 · 2cf50d8
1 parent be22419
commit 2cf50d8
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 1 deletion.
diff --git a/charts/bullet/Chart.yaml b/charts/bullet/Chart.yaml
@@ -2,7 +2,7 @@ apiVersion: v2
 name: bullet
 description: A real-time query engine for very large data streams
 type: application
-version: 0.3.1
+version: 0.3.2
 appVersion: "1.0.4"
 home: https://github.com/SketchBench/bullet-k8s
 # icon:

diff --git a/charts/bullet/templates/spark-backend-deployment.yaml b/charts/bullet/templates/spark-backend-deployment.yaml
@@ -57,6 +57,10 @@ spec:
             - {{ printf "spark.executor.memory=%s" .Values.sparkBackend.executorMemory }}
             - --conf
             - {{ printf "spark.ui.prometheus.enabled=%t" .Values.sparkBackend.metrics.enabled }}
+            - --conf
+            - {{ printf "spark.metrics.appStatusSource.enabled=%t" .Values.sparkBackend.metrics.enabled }}
+            - --conf
+            - {{ printf "spark.sql.streaming.metricsEnabled=%t" .Values.sparkBackend.metrics.enabled }}
             - --class
             - com.yahoo.bullet.spark.BulletSparkStreamingMain
             - --jars