update spark to 2.1.0 (#2962)

Signed-off-by: juliusvonkohout <[email protected]>
kubeflow · Jan 20, 2025 · 46bc2c3 · 46bc2c3
1 parent 26dadec
commit 46bc2c3
Show file tree

Hide file tree

Showing 3 changed files with 172 additions and 41 deletions.
diff --git a/contrib/spark/Makefile b/contrib/spark/Makefile
@@ -1,4 +1,4 @@
-SPARK_OPERATOR_RELEASE_VERSION ?= 2.0.2
+SPARK_OPERATOR_RELEASE_VERSION ?= 2.1.0
 SPARK_OPERATOR_HELM_CHART_REPO ?= https://kubeflow.github.io/spark-operator
 
 .PHONY: spark-operator/base

diff --git a/contrib/spark/spark-operator/base/kustomization.yaml b/contrib/spark/spark-operator/base/kustomization.yaml
@@ -7,32 +7,36 @@ namespace: kubeflow
 patches:
   - target:
       kind: Deployment
-      labelSelector: "app.kubernetes.io/name=spark-operator"
+      name: spark-operator-webhook
     patch: |-
       - op: add
         path: /spec/template/spec/containers/0/securityContext
         value:
           allowPrivilegeEscalation: false
           capabilities:
-            drop: ["ALL"]
+            drop:
+            - ALL
+          privileged: false
+          readOnlyRootFilesystem: true
           runAsNonRoot: true
-          runAsUser: 185
           seccompProfile:
-            type: RuntimeDefault
+            type: RuntimeDefault # Only this is missing upstream!
   - target:
       kind: Deployment
-      labelSelector: "app.kubernetes.io/name=spark-operator"
+      name: spark-operator-controller
     patch: |-
       - op: add
         path: /spec/template/spec/containers/0/securityContext
         value:
           allowPrivilegeEscalation: false
           capabilities:
-            drop: ["ALL"]
+            drop:
+            - ALL
+          privileged: false
+          readOnlyRootFilesystem: true
           runAsNonRoot: true
-          runAsUser: 185
           seccompProfile:
-            type: RuntimeDefault
+            type: RuntimeDefault # only this is missing upstream!
   - target:
       kind: Deployment
       name: spark-operator-webhook