From af50256499ed0fccb21f8b0ee12d22a036c08f3d Mon Sep 17 00:00:00 2001 From: tellet-q Date: Thu, 18 Apr 2024 09:48:58 +0200 Subject: [PATCH] Revert glove-25 for all engines --- .../manual-all-engines-benchmark.yaml | 29 +++++++++---------- 1 file changed, 13 insertions(+), 16 deletions(-) diff --git a/.github/workflows/manual-all-engines-benchmark.yaml b/.github/workflows/manual-all-engines-benchmark.yaml index be49dbd9..b3c1ca2d 100644 --- a/.github/workflows/manual-all-engines-benchmark.yaml +++ b/.github/workflows/manual-all-engines-benchmark.yaml @@ -6,12 +6,9 @@ on: - "ci/benchmark-all-engines" workflow_dispatch: -env: - DATASET: "glove-25-angular" - jobs: elasticsearchBenchmark: - name: benchmark - elasticsearch-default - $DATASET - against elasticsearch-single-node-ci + name: benchmark - elasticsearch-default - random-100 - against elasticsearch-single-node-ci timeout-minutes: 60 runs-on: ubuntu-latest steps: @@ -35,7 +32,7 @@ jobs: run: | ./tools/wait_for_green_status.sh source $(poetry env info -p)/bin/activate - poetry run python3 run.py --engines "elasticsearch-default" --datasets "$DATASET" + poetry run python3 run.py --engines "elasticsearch-default" --datasets "random-100" milvusBenchmark: name: benchmark - milvus-default - random-100 - against milvus-single-node @@ -61,10 +58,10 @@ jobs: - name: Execution run: | source $(poetry env info -p)/bin/activate - poetry run python3 run.py --engines "milvus-default" --datasets "$DATASET" + poetry run python3 run.py --engines "milvus-default" --datasets "random-100" opensearchBenchmark: - name: benchmark - opensearch-default - $DATASET - against opensearch-single-node-ci + name: benchmark - opensearch-default - glove-25-angular - against opensearch-single-node-ci timeout-minutes: 60 runs-on: ubuntu-latest steps: @@ -88,10 +85,10 @@ jobs: run: | ./tools/wait_for_green_status.sh source $(poetry env info -p)/bin/activate - poetry run python3 run.py --engines "opensearch-default" --datasets "$DATASET" + poetry run python3 run.py --engines "opensearch-default" --datasets "glove-25-angular" pgvectorBenchmark: - name: benchmark - pgvector-default - $DATASET - against pgvector-single-node + name: benchmark - pgvector-default - random-100 - against pgvector-single-node timeout-minutes: 60 runs-on: ubuntu-latest steps: @@ -114,10 +111,10 @@ jobs: - name: Execution run: | source $(poetry env info -p)/bin/activate - poetry run python3 run.py --engines "pgvector-default" --datasets "$DATASET" + poetry run python3 run.py --engines "pgvector-default" --datasets "random-100" qdrantBenchmark: - name: benchmark - qdrant-default - $DATASET - against qdrant-single-node + name: benchmark - qdrant-default - random-100 - against qdrant-single-node timeout-minutes: 60 runs-on: ubuntu-latest steps: @@ -140,10 +137,10 @@ jobs: - name: Execution run: | source $(poetry env info -p)/bin/activate - poetry run python3 run.py --engines "qdrant-default" --datasets "$DATASET" + poetry run python3 run.py --engines "qdrant-default" --datasets "random-100" redisBenchmark: - name: benchmark - redis-default - $DATASET - against redis-single-node + name: benchmark - redis-default - random-100 - against redis-single-node timeout-minutes: 60 runs-on: ubuntu-latest steps: @@ -166,10 +163,10 @@ jobs: - name: Execution run: | source $(poetry env info -p)/bin/activate - poetry run python3 run.py --engines "redis-default" --datasets "$DATASET" + poetry run python3 run.py --engines "redis-default" --datasets "random-100" weaviateBenchmark: - name: benchmark - weaviate-default - $DATASET - against weaviate-single-node + name: benchmark - weaviate-default - random-100 - against weaviate-single-node timeout-minutes: 60 runs-on: ubuntu-latest steps: @@ -192,4 +189,4 @@ jobs: - name: Execution run: | source $(poetry env info -p)/bin/activate - poetry run python3 run.py --engines "weaviate-default" --datasets "$DATASET" \ No newline at end of file + poetry run python3 run.py --engines "weaviate-default" --datasets "random-100" \ No newline at end of file