Release 3.1.0

.github/workflows/tests_and_checks.yml

@@ -19,7 +19,7 @@ jobs:
       - name: Run tests
         run: yarn test
       - name: Run e2e transports
-        run: docker-compose -f docker-compose.test.yml up -d
+        run: docker compose -f docker-compose.test.yml up -d
       - name: Run e2e tests
         run: yarn test:e2e
         env:

.gitignore

@@ -52,3 +52,6 @@ lerna-debug.log*
 
 # Ansible
 /ansible
+
+leveldb-spec
+leveldb-cache

Dockerfile

@@ -2,7 +2,7 @@ FROM node:14.18.1-alpine3.13 as building
 
 # needed for git dependencies
 RUN apk update && apk upgrade && \
-    apk add --no-cache bash=5.1.16-r0 git=2.30.6-r0 openssh=8.4_p1-r4
+apk add --no-cache bash=5.1.16-r0 git=2.30.6-r0 openssh=8.4_p1-r4 python3=3.8.15-r0 make=4.3-r0 g++=10.2.1_pre1-r3
 
 RUN mkdir /council
 

docker-compose.test.yml

@@ -2,22 +2,34 @@ version: '3.7'
 
 services:
   zookeeper:
-    image: wurstmeister/zookeeper
+    image: confluentinc/cp-zookeeper
+    hostname: zookeeper
+    container_name: zookeeper
     ports:
       - "2181:2181"
+    environment:
+      ZOOKEEPER_SERVER_ID: 1
+      ZOOKEEPER_CLIENT_PORT: 2181
+      ZOOKEEPER_TICK_TIME: 2000
+      ZOOKEEPER_INIT_LIMIT: 5
+      ZOOKEEPER_SYNC_LIMIT: 2
+      ZOOKEEPER_SERVERS: server.1=zookeeper:2888:3888
 
   kafka:
-    image: wurstmeister/kafka:2.13-2.7.1
+    image: confluentinc/cp-kafka
+    hostname: localhost
+    container_name: kafka
     ports:
       - "9092:9092"
-    links:
-      - zookeeper
     environment:
+      KAFKA_BROKER_ID: 1
       KAFKA_ADVERTISED_HOST_NAME: 127.0.0.1
-      KAFKA_CREATE_TOPICS: "test:1:1"
-      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
+      KAFKA_ZOOKEEPER_CONNECT: "zookeeper:2181"
+      KAFKA_ADVERTISED_LISTENERS: "PLAINTEXT://127.0.0.1:9092"
+      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
       KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'true'
-      KAFKA_MESSAGE_MAX_BYTES: 2000000
+      KAFKA_CREATE_TOPICS: "test:1:1"
+      KAFKA_CFG_ZOOKEEPER_CONNECT: zookeeper:2181
     depends_on:
       - zookeeper
 

package.json

@@ -1,6 +1,6 @@
 {
   "name": "lido-council-daemon",
-  "version": "2.1.1",
+  "version": "3.0.0",
   "description": "Lido Council Daemon",
   "author": "Lido team",
   "private": true,
@@ -51,6 +51,7 @@
     "ethers": "^5.4.7",
     "glob": "^7.1.2",
     "kafkajs": "^1.15.0",
+    "level": "^8.0.1",
     "lru-cache": "^9.1.1",
     "nest-winston": "^1.6.1",
     "node-abort-controller": "^3.0.1",
@@ -79,7 +80,7 @@
     "eslint": "^7.30.0",
     "eslint-config-prettier": "^8.3.0",
     "eslint-plugin-prettier": "^3.4.0",
-    "ganache": "7.7.5",
+    "ganache": "7.9.0",
     "jest": "^27.0.6",
     "prettier": "^2.3.2",
     "supertest": "^6.1.3",

src/abi/IStakingModule.abi.json

@@ -0,0 +1,227 @@
+[
+  {
+    "anonymous": false,
+    "inputs": [
+      {
+        "indexed": true,
+        "internalType": "uint256",
+        "name": "nodeOperatorId",
+        "type": "uint256"
+      },
+      {
+        "indexed": false,
+        "internalType": "uint256",
+        "name": "trimmedKeysCount",
+        "type": "uint256"
+      }
+    ],
+    "name": "UnusedValidatorsKeysTrimmed",
+    "type": "event"
+  },
+  {
+    "anonymous": false,
+    "inputs": [
+      {
+        "indexed": false,
+        "internalType": "uint256",
+        "name": "validatorsKeysNonce",
+        "type": "uint256"
+      }
+    ],
+    "name": "ValidatorsKeysNonceChanged",
+    "type": "event"
+  },
+  {
+    "inputs": [],
+    "name": "finishUpdatingExitedValidatorsKeysCount",
+    "outputs": [],
+    "stateMutability": "nonpayable",
+    "type": "function"
+  },
+  {
+    "inputs": [],
+    "name": "getActiveNodeOperatorsCount",
+    "outputs": [{ "internalType": "uint256", "name": "", "type": "uint256" }],
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "uint256",
+        "name": "_nodeOperatorId",
+        "type": "uint256"
+      }
+    ],
+    "name": "getNodeOperatorIsActive",
+    "outputs": [{ "internalType": "bool", "name": "", "type": "bool" }],
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "inputs": [],
+    "name": "getNodeOperatorsCount",
+    "outputs": [{ "internalType": "uint256", "name": "", "type": "uint256" }],
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "inputs": [],
+    "name": "getType",
+    "outputs": [{ "internalType": "bytes32", "name": "", "type": "bytes32" }],
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "inputs": [],
+    "name": "getValidatorsKeysNonce",
+    "outputs": [{ "internalType": "uint256", "name": "", "type": "uint256" }],
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "uint256",
+        "name": "_nodeOperatorId",
+        "type": "uint256"
+      }
+    ],
+    "name": "getValidatorsKeysStats",
+    "outputs": [
+      {
+        "internalType": "uint256",
+        "name": "exitedValidatorsCount",
+        "type": "uint256"
+      },
+      {
+        "internalType": "uint256",
+        "name": "activeValidatorsKeysCount",
+        "type": "uint256"
+      },
+      {
+        "internalType": "uint256",
+        "name": "readyToDepositValidatorsKeysCount",
+        "type": "uint256"
+      }
+    ],
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "inputs": [],
+    "name": "getValidatorsKeysStats",
+    "outputs": [
+      {
+        "internalType": "uint256",
+        "name": "exitedValidatorsCount",
+        "type": "uint256"
+      },
+      {
+        "internalType": "uint256",
+        "name": "activeValidatorsKeysCount",
+        "type": "uint256"
+      },
+      {
+        "internalType": "uint256",
+        "name": "readyToDepositValidatorsKeysCount",
+        "type": "uint256"
+      }
+    ],
+    "stateMutability": "view",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      { "internalType": "uint256", "name": "_totalShares", "type": "uint256" }
+    ],
+    "name": "handleRewardsMinted",
+    "outputs": [],
+    "stateMutability": "nonpayable",
+    "type": "function"
+  },
+  {
+    "inputs": [],
+    "name": "invalidateReadyToDepositKeys",
+    "outputs": [],
+    "stateMutability": "nonpayable",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      { "internalType": "uint256", "name": "_keysCount", "type": "uint256" },
+      { "internalType": "bytes", "name": "_calldata", "type": "bytes" }
+    ],
+    "name": "requestValidatorsKeysForDeposits",
+    "outputs": [
+      {
+        "internalType": "uint256",
+        "name": "returnedKeysCount",
+        "type": "uint256"
+      },
+      { "internalType": "bytes", "name": "publicKeys", "type": "bytes" },
+      { "internalType": "bytes", "name": "signatures", "type": "bytes" }
+    ],
+    "stateMutability": "nonpayable",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "uint256",
+        "name": "_nodeOperatorId",
+        "type": "uint256"
+      },
+      {
+        "internalType": "uint256",
+        "name": "_exitedValidatorsKeysCount",
+        "type": "uint256"
+      },
+      {
+        "internalType": "uint256",
+        "name": "_stuckValidatorsKeysCount",
+        "type": "uint256"
+      }
+    ],
+    "name": "unsafeUpdateValidatorsKeysCount",
+    "outputs": [],
+    "stateMutability": "nonpayable",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "uint256",
+        "name": "_nodeOperatorId",
+        "type": "uint256"
+      },
+      {
+        "internalType": "uint256",
+        "name": "_exitedValidatorKeysCount",
+        "type": "uint256"
+      }
+    ],
+    "name": "updateExitedValidatorsKeysCount",
+    "outputs": [{ "internalType": "uint256", "name": "", "type": "uint256" }],
+    "stateMutability": "nonpayable",
+    "type": "function"
+  },
+  {
+    "inputs": [
+      {
+        "internalType": "uint256",
+        "name": "_nodeOperatorId",
+        "type": "uint256"
+      },
+      {
+        "internalType": "uint256",
+        "name": "_stuckValidatorKeysCount",
+        "type": "uint256"
+      }
+    ],
+    "name": "updateStuckValidatorsKeysCount",
+    "outputs": [],
+    "stateMutability": "nonpayable",
+    "type": "function"
+  }
+]