BGD-4615 enable leader election (#186)

* BGD-4615 enable leader election
 - spark-operator
 - ofas-ingress-nginx
 - bigdata-proxy
 - bigdata-spark-watcher

* BGD-4615 bump chart version

charts/bigdata-spark-watcher/Chart.yaml

@@ -2,7 +2,7 @@ apiVersion: v2
 name: bigdata-spark-watcher
 description: A Helm chart for the Spot Big Data Spark Watcher
 type: application
-version: 0.5.8
+version: 0.5.9
 appVersion: 0.4.10
 home: https://github.com/spotinst/charts
 icon: https://docs.spot.io/_media/images/spot_mark.png

charts/bigdata-spark-watcher/templates/deployment.yaml

@@ -31,6 +31,7 @@ spec:
       containers:
         - name: manager
           args:
+          - --leader-elect
           {{- if .Values.k8sEventLogCollectorEnabled }}
           - --enable-k8s-event-log-collector
           {{- end }}

charts/bigdata-spark-watcher/templates/role.yaml

@@ -56,6 +56,19 @@ rules:
       - patch
       - update
       - watch
+  # required for leader-election (high-availability)
+  - apiGroups:
+      - "coordination.k8s.io"
+    resources:
+      - "leases"
+    verbs:
+      - get
+      - list
+      - watch
+      - create
+      - patch
+      - update
+      - delete
 ---
 apiVersion: rbac.authorization.k8s.io/v1
 kind: ClusterRole

charts/spark-operator/Chart.yaml

@@ -1,7 +1,7 @@
 apiVersion: v2
 description: Spark Operator (b/g part)
 name: spark-operator
-version: 0.1.25
+version: 0.1.26
 appVersion: v1beta2-1.3.4-3.1.1
 dependencies:
   - name: spark-operator

charts/spark-operator/charts/spark-operator/templates/rbac.yaml

@@ -57,6 +57,19 @@ rules:
   - get
   - delete
   - update
+# required for leader-election (high-availability)
+- apiGroups:
+  - "coordination.k8s.io"
+  resources:
+  - "leases"
+  verbs:
+  - get
+  - list
+  - watch
+  - create
+  - patch
+  - update
+  - delete
   {{- /*
     We do not create Spark UI ingresses for each application
 - apiGroups: