Updates inotify.max_user_watches from a daemonset on all hosts

hope.yaml

@@ -250,6 +250,8 @@ resources:
       - JOBS_SHELL_MONITOR_SCRIPT=infra/delete-manual-jobs-script.sh
     tags: [namespaces, rmq, tasks]
   # endregion
+  - name: node-setup
+    file: infra/cluster/node-setup.yaml
   - name: calico
     file: infra/cluster/calico.yaml
     tags: [network]

infra/cluster/node-setup.yaml

@@ -0,0 +1,33 @@
+apiVersion: apps/v1
+kind: DaemonSet
+metadata:
+  name: node-setup
+  labels:
+    k8s-app: node-setup
+spec:
+  selector:
+    matchLabels:
+      name: node-setup
+  template:
+    metadata:
+      labels:
+        name: node-setup
+    spec:
+      containers:
+      - name: node-setup
+        image: registry.internal.aleemhaji.com/busybox:1.35.0
+        command:
+          - sh
+          - -xefc
+          - |
+            sysctl -w fs.inotify.max_user_watches="$INOTIFY_MAX_USER_WATCHES"
+            cat /proc/sys/fs/inotify/max_user_watches
+            while true; do
+              echo >&2 "Still sleeping..."
+              sleep 3600
+            done
+        env:
+          - name: INOTIFY_MAX_USER_WATCHES
+            value: "1048576"
+        securityContext:
+          privileged: true