Revert glove-25 for all engines

qdrant · Apr 18, 2024 · af50256 · af50256
1 parent 7994854
commit af50256
Showing 1 changed file with 13 additions and 16 deletions.
diff --git a/.github/workflows/manual-all-engines-benchmark.yaml b/.github/workflows/manual-all-engines-benchmark.yaml
@@ -6,12 +6,9 @@ on:
      - "ci/benchmark-all-engines"
   workflow_dispatch:
 
-env:
-  DATASET: "glove-25-angular"
-
 jobs:
   elasticsearchBenchmark:
-    name: benchmark - elasticsearch-default - $DATASET - against elasticsearch-single-node-ci
+    name: benchmark - elasticsearch-default - random-100 - against elasticsearch-single-node-ci
     timeout-minutes: 60
     runs-on: ubuntu-latest
     steps:
@@ -35,7 +32,7 @@ jobs:
         run: |
           ./tools/wait_for_green_status.sh
           source $(poetry env info -p)/bin/activate
-          poetry run python3 run.py --engines "elasticsearch-default" --datasets "$DATASET"
+          poetry run python3 run.py --engines "elasticsearch-default" --datasets "random-100"
 
   milvusBenchmark:
     name: benchmark - milvus-default - random-100 - against milvus-single-node
@@ -61,10 +58,10 @@ jobs:
       - name: Execution
         run: |
           source $(poetry env info -p)/bin/activate
-          poetry run python3 run.py --engines "milvus-default" --datasets "$DATASET"
+          poetry run python3 run.py --engines "milvus-default" --datasets "random-100"
 
   opensearchBenchmark:
-    name: benchmark - opensearch-default - $DATASET - against opensearch-single-node-ci
+    name: benchmark - opensearch-default - glove-25-angular - against opensearch-single-node-ci
     timeout-minutes: 60
     runs-on: ubuntu-latest
     steps:
@@ -88,10 +85,10 @@ jobs:
         run: |
           ./tools/wait_for_green_status.sh
           source $(poetry env info -p)/bin/activate
-          poetry run python3 run.py --engines "opensearch-default" --datasets "$DATASET"  
+          poetry run python3 run.py --engines "opensearch-default" --datasets "glove-25-angular"  
 
   pgvectorBenchmark:
-    name: benchmark - pgvector-default - $DATASET - against pgvector-single-node
+    name: benchmark - pgvector-default - random-100 - against pgvector-single-node
     timeout-minutes: 60
     runs-on: ubuntu-latest
     steps:
@@ -114,10 +111,10 @@ jobs:
       - name: Execution
         run: |
           source $(poetry env info -p)/bin/activate
-          poetry run python3 run.py --engines "pgvector-default" --datasets "$DATASET" 
+          poetry run python3 run.py --engines "pgvector-default" --datasets "random-100" 
 
   qdrantBenchmark:
-    name: benchmark - qdrant-default - $DATASET - against qdrant-single-node
+    name: benchmark - qdrant-default - random-100 - against qdrant-single-node
     timeout-minutes: 60
     runs-on: ubuntu-latest
     steps:
@@ -140,10 +137,10 @@ jobs:
       - name: Execution
         run: |
           source $(poetry env info -p)/bin/activate
-          poetry run python3 run.py --engines "qdrant-default" --datasets "$DATASET" 
+          poetry run python3 run.py --engines "qdrant-default" --datasets "random-100" 
 
   redisBenchmark:
-    name: benchmark - redis-default - $DATASET - against redis-single-node
+    name: benchmark - redis-default - random-100 - against redis-single-node
     timeout-minutes: 60
     runs-on: ubuntu-latest
     steps:
@@ -166,10 +163,10 @@ jobs:
       - name: Execution
         run: |
           source $(poetry env info -p)/bin/activate
-          poetry run python3 run.py --engines "redis-default" --datasets "$DATASET" 
+          poetry run python3 run.py --engines "redis-default" --datasets "random-100" 
 
   weaviateBenchmark:
-    name: benchmark - weaviate-default - $DATASET - against weaviate-single-node
+    name: benchmark - weaviate-default - random-100 - against weaviate-single-node
     timeout-minutes: 60
     runs-on: ubuntu-latest
     steps:
@@ -192,4 +189,4 @@ jobs:
       - name: Execution
         run: |
           source $(poetry env info -p)/bin/activate
-          poetry run python3 run.py --engines "weaviate-default" --datasets "$DATASET"
+          poetry run python3 run.py --engines "weaviate-default" --datasets "random-100"