K8s local

.github/workflows/go-slo-test.yml

@@ -0,0 +1,87 @@
+name: SLO
+on:
+  workflow_dispatch:
+    inputs:
+      BRANCH_OF_FORK:
+        description: 'branch name, on which this pipeline should run'
+        required: true
+jobs:
+  test-slo:
+    concurrency:
+      group: slo-${{ github.ref }}
+    if: (!contains(github.event.pull_request.labels.*.name, 'no slo'))
+
+    runs-on: ubuntu-latest
+    name: SLO test
+    permissions:
+      checks: write
+      pull-requests: write
+      contents: read
+      issues: write
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+        with:
+          repository: ydb-platform/ydb-go-sdk
+
+      - name: Run SLO
+        uses: ydb-platform/slo-tests@main
+        continue-on-error: true
+        with:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          AWS_CREDENTIALS_B64: ${{ secrets.SLO_AWS_CREDENTIALS }}
+          AWS_CONFIG_B64: ${{ secrets.SLO_AWS_CONFIG }}
+          DOCKER_USERNAME: ${{ secrets.SLO_DOCKER_USERNAME }}
+          DOCKER_PASSWORD: ${{ secrets.SLO_DOCKER_PASSWORD }}
+          DOCKER_REPO: ${{ secrets.SLO_DOCKER_REPO }}
+          DOCKER_FOLDER: ${{ secrets.SLO_DOCKER_FOLDER }}
+          s3_endpoint: ${{ secrets.SLO_S3_ENDPOINT }}
+          s3_images_folder: ${{ vars.SLO_S3_IMAGES_FOLDER }}
+          grafana_domain: ${{ vars.SLO_GRAFANA_DOMAIN }}
+          grafana_dashboard: ${{ vars.SLO_GRAFANA_DASHBOARD }}
+          ydb_version: 'newest'
+          timeBetweenPhases: 30
+          shutdownTime: 30
+
+          language_id0: 'native-table'
+          workload_path0: 'tests/slo'
+          language0: 'Native ydb-go-sdk/v3 over table-service'
+          workload_build_context0: ../..
+          workload_build_options0: -f Dockerfile --build-arg SRC_PATH=native/table --build-arg JOB_NAME=workload-native-table
+
+          language_id1: 'database-sql'
+          workload_path1: 'tests/slo'
+          language1: 'Go SDK database/sql'
+          workload_build_context1: ../..
+          workload_build_options1: -f Dockerfile --build-arg SRC_PATH=database/sql --build-arg JOB_NAME=workload-database-sql
+
+          language_id2: 'gorm'
+          workload_path2: 'tests/slo'
+          language2: 'Go SDK gorm'
+          workload_build_context2: ../..
+          workload_build_options2: -f Dockerfile --build-arg SRC_PATH=gorm --build-arg JOB_NAME=workload-gorm
+
+          language_id3: 'xorm'
+          workload_path3: 'tests/slo'
+          language3: 'Go SDK xorm'
+          workload_build_context3: ../..
+          workload_build_options3: -f Dockerfile --build-arg SRC_PATH=xorm --build-arg JOB_NAME=workload-xorm
+
+          language_id4: 'native-query'
+          workload_path4: 'tests/slo'
+          language4: 'Native ydb-go-sdk/v3 over query-service'
+          workload_build_context4: ../..
+          workload_build_options4: -f Dockerfile --build-arg SRC_PATH=native/query --build-arg JOB_NAME=workload-native-query
+
+          language_id5: 'native-query-with-pool'
+          workload_path5: 'tests/slo'
+          language5: 'Native ydb-go-sdk/v3 over query-service with session pool'
+          workload_build_context5: ../..
+          workload_build_options5: -f Dockerfile --build-arg SRC_PATH=native/query/with/pool --build-arg JOB_NAME=workload-native-query-with-pool
+
+      - uses: actions/upload-artifact@v4
+        if: always()
+        with:
+          name: slo-logs
+          path: logs/

.github/workflows/k8s-local-go.yml

@@ -1,4 +1,4 @@
-name: k8s-local-go
+name: test-k8s-local-go
 on: 
   workflow_dispatch:
     inputs:

.github/workflows/k8s-local-python.yml

@@ -1,5 +1,4 @@
-
-name: k8s-local-python
+name: test-k8s-local-python
 on: 
   workflow_dispatch:
     inputs:
@@ -36,7 +35,6 @@ jobs:
         with:
           repository: ydb-platform/ydb-python-sdk
 
-
       - name: Run SLO
         uses: ydb-platform/slo-tests@k8s-local
         env:

README.md

@@ -7,7 +7,7 @@
 This repo contains github workflows and actions to run SLO tests over YDB and YDB SDK's
 
 Here is simple diagram what's happening inside:
-
+ 
 ```mermaid
 graph TD
     A[Pull request] -->| | B(Create YDB cluster in k8s)

action.yml

@@ -1,149 +1,155 @@
-name: 'SLO test over YDB'
-description: 'YDB SLO test for SDKs. Uses kubernetes cluster to run tests over. Creates possible errors in cluster to check how SDK handles them.'
+name: "SLO test over YDB"
+description: "YDB SLO test for SDKs. Uses kubernetes cluster to run tests over. Creates possible errors in cluster to check how SDK handles them."
 inputs:
   GITHUB_TOKEN:
-    description: 'Github token'
+    description: "Github token"
+    required: true
+  READ_RPS:
+    description: "Read rps for slo tests"
+    required: true
+  WRITE_RPS:
+    description: "Write rps for slo tests"
     required: true
   KUBECONFIG_B64:
-    description: '.kube/config base64'
+    description: ".kube/config base64"
     required: true
   AWS_CREDENTIALS_B64:
-    description: '.aws/credentials base64'
+    description: ".aws/credentials base64"
     required: true
   AWS_CONFIG_B64:
-    description: '.aws/config base64'
+    description: ".aws/config base64"
     required: true
   DOCKER_USERNAME:
-    description: 'Docker username'
+    description: "Docker username"
     required: true
   DOCKER_PASSWORD:
-    description: 'Docker password'
+    description: "Docker password"
     required: true
   DOCKER_REPO:
-    description: 'Docker repository'
+    description: "Docker repository"
     required: true
   DOCKER_FOLDER:
-    description: 'Docker folder'
+    description: "Docker folder"
     required: true
   s3_endpoint:
-    description: 'AWS S3-compatible service endpoint'
+    description: "AWS S3-compatible service endpoint"
     required: true
   s3_images_folder:
-    description: 'S3 folder'
+    description: "S3 folder"
     required: true
   grafana_domain:
-    description: 'Grafana service domain'
+    description: "Grafana service domain"
     required: true
   grafana_dashboard:
-    description: 'Grafana service dashboard'
+    description: "Grafana service dashboard"
     required: true
   grafana_dashboard_width:
-    description: 'Grafana service screenshot dashboard width'
+    description: "Grafana service screenshot dashboard width"
     required: false
   grafana_dashboard_height:
-    description: 'Grafana service screenshot dashboard height'
+    description: "Grafana service screenshot dashboard height"
     required: false
   ydb_version:
-    description: 'YDB version to run SLO over: use docker tag or `newest`'
+    description: "YDB version to run SLO over: use docker tag or `newest`"
     required: true
   timeBetweenPhases:
-    description: 'Time between errors phases of SLO test'
+    description: "Time between errors phases of SLO test"
     required: true
   shutdownTime:
-    description: 'SLO workload shutdown timeout'
+    description: "SLO workload shutdown timeout"
     required: true
   # You need to use sequential ids for workloads to run
   language_id0:
-    description: 'SLO workload #0 language ID'
+    description: "SLO workload #0 language ID"
     required: false
   workload_path0:
-    description: 'SLO workload #0 workload path'
+    description: "SLO workload #0 workload path"
     required: false
   language0:
-    description: 'SLO workload #0 language name'
+    description: "SLO workload #0 language name"
     required: false
   workload_build_context0:
-    description: 'SLO workload #0 docker build context'
+    description: "SLO workload #0 docker build context"
     required: false
   workload_build_options0:
-    description: 'SLO workload #0 docker build arguments'
+    description: "SLO workload #0 docker build arguments"
     required: false
   language_id1:
-    description: 'SLO workload #1 language ID'
+    description: "SLO workload #1 language ID"
     required: false
   workload_path1:
-    description: 'SLO workload #1 workload path'
+    description: "SLO workload #1 workload path"
     required: false
   language1:
-    description: 'SLO workload #1 language name'
+    description: "SLO workload #1 language name"
     required: false
   workload_build_context1:
-    description: 'SLO workload #1 docker build context'
+    description: "SLO workload #1 docker build context"
     required: false
   workload_build_options1:
-    description: 'SLO workload #1 docker build arguments'
+    description: "SLO workload #1 docker build arguments"
     required: false
   language_id2:
-    description: 'SLO workload #2 language ID'
+    description: "SLO workload #2 language ID"
     required: false
   workload_path2:
-    description: 'SLO workload #2 workload path'
+    description: "SLO workload #2 workload path"
     required: false
   language2:
-    description: 'SLO workload #2 language name'
+    description: "SLO workload #2 language name"
     required: false
   workload_build_context2:
-    description: 'SLO workload #2 docker build context'
+    description: "SLO workload #2 docker build context"
     required: false
   workload_build_options2:
-    description: 'SLO workload #2 docker build arguments'
+    description: "SLO workload #2 docker build arguments"
     required: false
   language_id3:
-    description: 'SLO workload #3 language ID'
+    description: "SLO workload #3 language ID"
     required: false
   workload_path3:
-    description: 'SLO workload #3 workload path'
+    description: "SLO workload #3 workload path"
     required: false
   language3:
-    description: 'SLO workload #3 language name'
+    description: "SLO workload #3 language name"
     required: false
   workload_build_context3:
-    description: 'SLO workload #3 docker build context'
+    description: "SLO workload #3 docker build context"
     required: false
   workload_build_options3:
-    description: 'SLO workload #3 docker build arguments'
+    description: "SLO workload #3 docker build arguments"
     required: false
   language_id4:
-    description: 'SLO workload #4 language ID'
+    description: "SLO workload #4 language ID"
     required: false
   workload_path4:
-    description: 'SLO workload #4 workload path'
+    description: "SLO workload #4 workload path"
     required: false
   language4:
-    description: 'SLO workload #4 language name'
+    description: "SLO workload #4 language name"
     required: false
   workload_build_context4:
-    description: 'SLO workload #4 docker build context'
+    description: "SLO workload #4 docker build context"
     required: false
   workload_build_options4:
-    description: 'SLO workload #4 docker build arguments'
+    description: "SLO workload #4 docker build arguments"
     required: false
   language_id5:
-    description: 'SLO workload #5 language ID'
+    description: "SLO workload #5 language ID"
     required: false
   workload_path5:
-    description: 'SLO workload #5 workload path'
+    description: "SLO workload #5 workload path"
     required: false
   language5:
-    description: 'SLO workload #5 language name'
+    description: "SLO workload #5 language name"
     required: false
   workload_build_context5:
-    description: 'SLO workload #5 docker build context'
+    description: "SLO workload #5 docker build context"
     required: false
   workload_build_options5:
-    description: 'SLO workload #5 docker build arguments'
+    description: "SLO workload #5 docker build arguments"
     required: false
 runs:
-  using: 'node20'
-  main: 'dist/main/index.js'
-  post: 'dist/post/index.js'
+  using: "node20"
+  main: "dist/main/index.js"
+  post: "dist/post/index.js"