IG-23073: Upgrade Spark Operator to v2.0.2 (Spark 3.5.2)

[IG-23073](https://iguazio.atlassian.net/browse/IG-23073)
v3io · Dec 9, 2024 · 0fdb34d · 0fdb34d
1 parent 4dc3415
commit 0fdb34d
Show file tree

Hide file tree

Showing 2 changed files with 26 additions and 35 deletions.
diff --git a/stable/spark-operator/Chart.yaml b/stable/spark-operator/Chart.yaml
@@ -1,12 +1,16 @@
 apiVersion: v2
 name: spark-operator
-description: A Helm chart for Spark on Kubernetes operator
-# Based on spark-operator-chart-1.1.19
-version: 1.4.0
-appVersion: v1beta2-1.3.6-3.1.1
+description: A Helm chart for Spark on Kubernetes operator.
+version: 2.0.2
+appVersion: 2.0.2
 keywords:
-  - spark
-home: https://github.com/GoogleCloudPlatform/spark-on-k8s-operator
+- apache spark
+- big data
+home: https://github.com/kubeflow/spark-operator
 maintainers:
-  - name: yuchaoran2011
-    email: [email protected]
+- name: yuchaoran2011
+  email: [email protected]
+  url: https://github.com/yuchaoran2011
+- name: ChenYi015
+  email: [email protected]
+  url: https://github.com/ChenYi015
diff --git a/stable/spark-operator/templates/deployment.yaml b/stable/spark-operator/templates/deployment.yaml
@@ -58,36 +58,23 @@ spec:
             containerPort: {{ .Values.metrics.port }}
         {{ end }}
         args:
-        - -v={{ .Values.logLevel }}
-        - -logtostderr
-        - -namespace={{ .Values.sparkJobNamespace }}
-        - -enable-ui-service={{ .Values.uiService.enable}}
-        - -ingress-url-format={{ .Values.ingressUrlFormat }}
-        - -controller-threads={{ .Values.controllerThreads }}
-        - -resync-interval={{ .Values.resyncInterval }}
-        - -enable-batch-scheduler={{ .Values.batchScheduler.enable }}
-        - -label-selector-filter={{ .Values.labelSelectorFilter }}
+        - controller
+        - start
+        - --namespaces={{ .Values.sparkJobNamespace }}
+        - --enable-ui-service={{ .Values.uiService.enable}}
+        - --ingress-url-format={{ .Values.ingressUrlFormat }}
+        - --controller-threads={{ .Values.controllerThreads }}
+        - --enable-batch-scheduler={{ .Values.batchScheduler.enable }}
         {{- if .Values.metrics.enable }}
-        - -enable-metrics=true
-        - -metrics-labels=app_type
-        - -metrics-port={{ .Values.metrics.port }}
-        - -metrics-endpoint={{ .Values.metrics.endpoint }}
-        - -metrics-prefix={{ .Values.metrics.prefix }}
+        - --enable-metrics=true
+        - --metrics-labels=app_type
+        - --metrics-bind-address=:{{ .Values.metrics.port }}
+        - --metrics-endpoint={{ .Values.metrics.endpoint }}
         {{- end }}
-        {{- if .Values.webhook.enable }}
-        - -enable-webhook=true
-        - -webhook-svc-namespace={{ .Release.Namespace }}
-        - -webhook-port={{ .Values.webhook.port }}
-        - -webhook-svc-name={{ include "spark-operator.fullname" . }}-webhook
-        - -webhook-config-name={{ .Release.Namespace }}-{{ include "spark-operator.fullname" . }}-webhook-config
-        - -webhook-namespace-selector={{ .Values.webhook.namespaceSelector }}
-        - -webhook-timeout={{ .Values.webhook.timeout }}
-        {{- end }}
-        - -enable-resource-quota-enforcement={{ .Values.resourceQuotaEnforcement.enable }}
         {{- if gt (int .Values.replicaCount) 1 }}
-        - -leader-election=true
-        - -leader-election-lock-namespace={{ default .Release.Namespace .Values.leaderElection.lockNamespace }}
-        - -leader-election-lock-name={{ .Values.leaderElection.lockName }}
+        - --leader-election=true
+        - --leader-election-lock-namespace={{ default .Release.Namespace .Values.leaderElection.lockNamespace }}
+        - --leader-election-lock-name={{ .Values.leaderElection.lockName }}
         {{- end }}
         env:
         - name: SPARK_USER