.github/workflows/ci.yml

@@ -42,7 +42,7 @@ jobs:
       run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.actor }} --password-stdin
     - name: Docker meta
       id: meta
-      uses: docker/metadata-action@v3
+      uses: docker/metadata-action@v4
       with:
         images: ghcr.io/${{ github.repository_owner }}/${{ matrix.container }}
         tags: |
@@ -108,7 +108,7 @@ jobs:
 
             # Update the release version of each of polkadot-k8s images
             for image in $custom_images; do
-              image_name=$(yq e ".polkadot_k8s_images.$image" $chart/values.yaml | sed -E "s/polkadot-(.*):.*/\1/")
+              image_name=$(yq e ".polkadot_k8s_images.$image" $chart/values.yaml | sed -E "s/ghcr.io\/midl-dev\/polkadot-(.*):.*/\1/")
               yq e ".polkadot_k8s_images.$image = \"ghcr.io/midl-dev/polkadot-$image_name:$(echo $RELEASE_VERSION | sed s/v//)\"" -i $chart/values.yaml
             done
           done

README.md

@@ -5,7 +5,6 @@ This project is a collection of helm charts to help you deploy [Polkadot](https:
 Features:
 
 * compatible with Kusama and Polkadot
-* download and import a [pre-synced database](https://polkashots.io) for faster synchronization of the node
 * includes a [payout cronjob](charts/polkadot-payout) for automated payouts
 * includes a [vote bot](charts/polkadot-votebot) for easy governance voting
 

charts/polkadot-votebot/templates/cronjob.yaml

@@ -15,66 +15,34 @@ spec:
         spec:
           nodeSelector:
 {{ toYaml .Values.node_selector | indent 12 }}
-          initContainers:
+          containers:
           - name: polkadot-votebot-gov2-cron
             image: {{ .Values.polkadot_k8s_images.polkadot_votebot_gov2_cron }}
             env:
-            - name: PROXY_ACCOUNT_MNEMONIC
-              valueFrom:
-                secretKeyRef:
-                  name: polkadot-proxy-secrets
-                  key: proxy-account-mnemonic
-            - name: "SLACK_ALERT_TOKEN"
-              valueFrom:
-                secretKeyRef:
-                  name: polkadot-proxy-secrets
-                  key: slack-alert-token
-            - name: "STASH_ACCOUNT_ADDRESS"
-              value: "{{ .Values.stash_account_address }}"
-            - name: "STASH_ACCOUNT_ALIAS"
-              value: "{{ .Values.stash_account_alias }}"
-            - name: "SLACK_ALERT_CHANNEL"
-              value: "{{ .Values.slack_alert_channel }}"
-            - name: "NODE_ENDPOINT"
-              value: "{{ .Values.node_endpoint }}"
-            - name: "VOTE_REPO"
-              value: "{{ .Values.vote_repo }}"
-            - name: "PROXY_ACCOUNT_ALIAS"
-              value: "{{ .Values.proxy_account_alias }}"
-            - name: "CHAIN"
-              value: "{{ .Values.chain }}"
-            resources:
-              limits:
-                cpu: 0
-            imagePullPolicy: IfNotPresent
-          containers:
-          - name: polkadot-votebot-cron
-            image: {{ .Values.polkadot_k8s_images.polkadot_votebot_cron }}
-            env:
-            - name: PROXY_ACCOUNT_MNEMONIC
-              valueFrom:
-                secretKeyRef:
-                  name: polkadot-proxy-secrets
-                  key: proxy-account-mnemonic
-            - name: "SLACK_ALERT_TOKEN"
-              valueFrom:
-                secretKeyRef:
-                  name: polkadot-proxy-secrets
-                  key: slack-alert-token
-            - name: "STASH_ACCOUNT_ADDRESS"
-              value: "{{ .Values.stash_account_address }}"
-            - name: "STASH_ACCOUNT_ALIAS"
-              value: "{{ .Values.stash_account_alias }}"
-            - name: "SLACK_ALERT_CHANNEL"
-              value: "{{ .Values.slack_alert_channel }}"
-            - name: "NODE_ENDPOINT"
-              value: "{{ .Values.node_endpoint }}"
-            - name: "VOTE_REPO"
-              value: "{{ .Values.vote_repo }}"
-            - name: "PROXY_ACCOUNT_ALIAS"
-              value: "{{ .Values.proxy_account_alias }}"
-            - name: "CHAIN"
-              value: "{{ .Values.chain }}"
+              - name: PROXY_ACCOUNT_MNEMONIC
+                valueFrom:
+                  secretKeyRef:
+                    name: polkadot-proxy-secrets
+                    key: proxy-account-mnemonic
+              - name: "SLACK_ALERT_TOKEN"
+                valueFrom:
+                  secretKeyRef:
+                    name: polkadot-proxy-secrets
+                    key: slack-alert-token
+              - name: "STASH_ACCOUNT_ADDRESS"
+                value: "{{ .Values.stash_account_address }}"
+              - name: "STASH_ACCOUNT_ALIAS"
+                value: "{{ .Values.stash_account_alias }}"
+              - name: "SLACK_ALERT_CHANNEL"
+                value: "{{ .Values.slack_alert_channel }}"
+              - name: "NODE_ENDPOINT"
+                value: "{{ .Values.node_endpoint }}"
+              - name: "VOTE_REPO"
+                value: "{{ .Values.vote_repo }}"
+              - name: "PROXY_ACCOUNT_ALIAS"
+                value: "{{ .Values.proxy_account_alias }}"
+              - name: "CHAIN"
+                value: "{{ .Values.chain }}"
             resources:
               limits:
                 cpu: 0

charts/polkadot-votebot/values.yaml

@@ -21,3 +21,6 @@ cron_schedule: "2 */3 * * *"
 # sensitive
 proxy_account_mnemonic: "12 word secret seed for your proxy account. it must be registered on-chain as goverenane proxy for your stash. put very little money on it"
 slack_alert_token: "the token to connect to slack and send alerts"
+
+skip_gov1: false
+

charts/polkadot/scripts/polkadot-node.sh

@@ -4,52 +4,68 @@ set -e
 set -x
 
 if [ -e /polkadot/k8s_local_node_key ]; then
-    node_key_param="--node-key-file /polkadot/k8s_local_node_key"
+  node_key_param="--node-key-file /polkadot/k8s_local_node_key"
 fi
 
 if [ -e /polkadot/k8s_local_peer_cmd ]; then
-    local_peer_param="$(cat /polkadot/k8s_local_peer_cmd)"
+  local_peer_param="$(cat /polkadot/k8s_local_peer_cmd)"
 fi
 
 if [ ! -z "$VALIDATOR_NAME" ]; then
-    name_param="--name \"$VALIDATOR_NAME\""
+  name_param="--name \"$VALIDATOR_NAME\""
 fi
 
 if [ ! -z "$CHAIN" ]; then
-    chain_param="--chain \"$CHAIN\""
+  chain_param="--chain \"$CHAIN\""
 fi
 
 if [ ! -z "$IN_PEERS" ]; then
-    in_peers_param="--in-peers=${IN_PEERS}"
+  in_peers_param="--in-peers=${IN_PEERS}"
 fi
 
 if [ ! -z "$OUT_PEERS" ]; then
-    out_peers_param="--out-peers=${OUT_PEERS}"
+  out_peers_param="--out-peers=${OUT_PEERS}"
+fi
+
+if [ ! -z "$NO_TELEMETRY" ]; then
+  no_telemetry_param="--no-telemetry"
 fi
 
 if [ ! -z "$TELEMETRY_URL" ]; then
-    telemetry_url_param="--telemetry-url \"$TELEMETRY_URL 0\""
+  telemetry_url_param="--telemetry-url \"$TELEMETRY_URL 1\""
 fi
 
 if [ ! -z "$PUBLIC_MULTIADDR" ]; then
-    public_address_param="--public-addr=${PUBLIC_MULTIADDR}"
+  public_address_param="--public-addr=${PUBLIC_MULTIADDR}"
+fi
+
+if [ ! -z "$NO_HARDWARE_BENCHMARKS" ] && [ "$NO_HARDWARE_BENCHMARKS" == "true" ]; then
+  hw_bench_param="--no-hardware-benchmarks"
+fi
+
+if [ "$CHAIN" == "kusama" ]; then
+  litep2p_param="--network-backend litep2p"
 fi
 
 # sleep 1000
 eval /usr/bin/polkadot --validator --wasm-execution Compiled \
-         --pruning=1000 \
-         --prometheus-external \
-         --execution native \
-         --unsafe-ws-external \
-         --unsafe-rpc-external \
-         --rpc-methods=Unsafe \
-         --rpc-cors=all \
-         --no-hardware-benchmarks \
-         $out_peers_param \
-         $in_peers_param \
-         $node_key_param \
-         $name_param \
-         $telemetry_url_param \
-         $chain_param \
-         $public_address_param \
-         $local_peer_param
+  --base-path=/polkadot/.local/share/polkadot/ \
+  --state-pruning=256 \
+  --blocks-pruning=256 \
+  --prometheus-external \
+  --unsafe-rpc-external \
+  --unsafe-force-node-key-generation \
+  --rpc-methods=Unsafe \
+  --rpc-cors=all \
+  $litep2p_param \
+  $hw_bench_param \
+  --sync=warp \
+  $out_peers_param \
+  $in_peers_param \
+  $node_key_param \
+  $name_param \
+  $telemetry_url_param \
+  $no_telemetry_param \
+  $chain_param \
+  $public_address_param \
+  $local_peer_param

charts/polkadot/templates/configmap.yaml

@@ -3,12 +3,16 @@ apiVersion: v1
 data:
   ARCHIVE_URL: "{{ .Values.polkadot_archive_url }}"
   TELEMETRY_URL: "{{ .Values.polkadot_telemetry_url }}"
+{{- if .Values.no_telemetry }}
+  NO_TELEMETRY: "true"
+{{- end }}
   VALIDATOR_NAME: "{{ .Values.polkadot_validator_name }}"
   OUT_PEERS: "{{ .Values.number_of_out_peers }}"
   IN_PEERS: "{{ .Values.number_of_in_peers }}"
   CHAIN: "{{ .Values.chain}}"
   NAMESPACE: "{{ .Release.Namespace }}"
   PUBLIC_MULTIADDR: "/ip4/{{ .Values.p2p_ip }}/tcp/{{ .Values.p2p_port }}"
+  NO_HARDWARE_BENCHMARKS: "{{ .Values.no_hardware_benchmarks }}"
 kind: ConfigMap
 metadata:
   name: polkadot-configmap

charts/polkadot/templates/services.yaml

@@ -8,10 +8,8 @@ metadata:
     app: polkadot-node
 spec:
   ports:
-  - port: 9933
-    name: rpc
   - port: 9944
-    name: wss
+    name: rpc
   - port: 9615
     name: metrics
   selector:

charts/polkadot/templates/statefulset.yaml

@@ -29,7 +29,7 @@ spec:
           - |
 {{ tpl (.Files.Get "scripts/polkadot-node.sh") . | indent 12 }}
         ports:
-        - containerPort: 9933
+        - containerPort: 9944
           name: dot-rpc-port
         - containerPort: 9615
           name: metrics
@@ -117,6 +117,9 @@ spec:
       name: polkadot-node-pv-claim
     spec:
       accessModes: [ "ReadWriteOnce" ]
+{{- if hasKey .Values "storage_class" }}
+      storageClassName: {{ .Values.storage_class }}
+{{- end }}
       resources:
         requests:
           storage: {{ .Values.vol_size }}Gi

charts/polkadot/values.yaml

@@ -8,10 +8,14 @@ polkadot_k8s_images:
   polkadot_sidecar: ghcr.io/midl-dev/polkadot-sidecar:master
   polkadot_session_key_check: ghcr.io/midl-dev/polkadot-session-key-check:master
 
-polkadot_archive_url: https://ksm-rocksdb.polkashots.io/snapshot
+#polkadot_archive_url:
 
+# customize telemetry url
 polkadot_telemetry_url: null
 
+# set to true to not upload any telemetry
+no_telemetry: false
+
 polkadot_validator_name: polkadot_k8s_pulumi
 
 number_of_out_peers: 10
@@ -50,6 +54,10 @@ node_selector: {}
 # Instead, you must resize the pvc directly.
 vol_size: 50
 
+# storage class name
+# to specify the storage class for polkadot storage backend volume
+# storage_class: my-storage-class
+
 # deploy service monitor?
 # only set to true if you have the prometheus operator installed.
 # Otherwise, helm installation will fail
@@ -66,3 +74,6 @@ resources:
 livenessProbe:
   periodSeconds: 30
   failureThreshold: 40
+
+#disable hardware benchmarks
+no_hardware_benchmarks: "true"

polkadot-node-key-configurator/Dockerfile

@@ -1,4 +1,4 @@
-FROM parity/subkey:2.0.0
+FROM parity/subkey:2.0.2
 USER root
 # install tools and dependencies
 RUN apt-get update --allow-insecure-repositories && \

polkadot-payout-cron/Dockerfile

@@ -1,4 +1,4 @@
-FROM node:16-alpine
+FROM node:20-alpine
 
 RUN mkdir /home/node/app/ && chown -R node:node /home/node/app