From 35c437021d3ddca308c3f28bd3b326691413579f Mon Sep 17 00:00:00 2001 From: Ravi Mula Date: Wed, 27 Nov 2024 13:06:57 +0700 Subject: [PATCH] #OBS-I338 spark worker fixes (#286) --- .../spark-connector-cron/templates/cronjob.yaml | 2 +- .../helm-charts/spark-connector-cron/values.yaml | 8 ++++---- 2 files changed, 5 insertions(+), 5 deletions(-) diff --git a/command-service/helm-charts/spark-connector-cron/templates/cronjob.yaml b/command-service/helm-charts/spark-connector-cron/templates/cronjob.yaml index f22dcaef..7d35b32b 100644 --- a/command-service/helm-charts/spark-connector-cron/templates/cronjob.yaml +++ b/command-service/helm-charts/spark-connector-cron/templates/cronjob.yaml @@ -70,7 +70,7 @@ spec: - | # Wait for the Spark pod to be ready SPARK_POD=$(kubectl get pods -l app.kubernetes.io/name=spark,app.kubernetes.io/component=master -o jsonpath='{.items[0].metadata.name}') - kubectl exec -it $SPARK_POD -- bash -c "/opt/bitnami/spark/bin/spark-submit --master=local[*] --conf spark.pyspark.driver.python={{ .Values.python_path }} --conf spark.pyspark.python={{ .Values.python_path }} --jars /data/connectors/{{ .Values.connector_source }}/libs/\* /data/connectors/{{ .Values.connector_source }}/{{ .Values.main_file }} -f /data/conf/connectors-python-config.yaml -c {{ .Values.instance_id }}" + kubectl exec -it $SPARK_POD -- bash -c "/opt/bitnami/spark/bin/spark-submit --master={{ .Values.spark.master.host }} --conf spark.pyspark.driver.python={{ .Values.python_path }} --conf spark.pyspark.python={{ .Values.python_path }} --jars /data/connectors/{{ .Values.connector_source }}/libs/\* /data/connectors/{{ .Values.connector_source }}/{{ .Values.main_file }} -f /data/conf/connectors-python-config.yaml -c {{ .Values.instance_id }}" {{- end }} {{- with .Values.sidecars }} {{- toYaml . | nindent 12 }} diff --git a/command-service/helm-charts/spark-connector-cron/values.yaml b/command-service/helm-charts/spark-connector-cron/values.yaml index ceca090a..7ed3ba10 100644 --- a/command-service/helm-charts/spark-connector-cron/values.yaml +++ b/command-service/helm-charts/spark-connector-cron/values.yaml @@ -22,10 +22,10 @@ commonAnnotations: {} podAnnotations: {} -podSecurityContext: {} - # runAsNonRoot: true - # runAsUser: 1001 - # fsGroup: 1001 +podSecurityContext: + runAsNonRoot: true + runAsUser: 1001 + fsGroup: 1001 securityContext: {} # readOnlyRootFilesystem: false