Skip to content
Manual All Engines Default Benchmarks

Avoid curl std output, use glove-25 for all engines #10

Sign in to view logs

Avoid curl std output, use glove-25 for all engines

Avoid curl std output, use glove-25 for all engines #10

Workflow file for this run

.github/workflows/manual-all-engines-benchmark.yaml at 7994854
name: Manual All Engines Default Benchmarks
on:
push:
branches:
- "ci/benchmark-all-engines"
workflow_dispatch:
env:
DATASET: "glove-25-angular"
jobs:
elasticsearchBenchmark:
name: benchmark - elasticsearch-default - $DATASET - against elasticsearch-single-node-ci
timeout-minutes: 60
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- name: Install poetry
run: pip install poetry
- uses: actions/setup-python@v5
with:
python-version: "3.10"
cache: "poetry"
- name: Install deps
run: poetry install --no-root
- uses: hoverkraft-tech/[email protected]
with:
compose-file: "engine/servers/elasticsearch-single-node-ci/docker-compose.yaml"
- name: Execution
run: |
./tools/wait_for_green_status.sh
source $(poetry env info -p)/bin/activate
poetry run python3 run.py --engines "elasticsearch-default" --datasets "$DATASET"
milvusBenchmark:
name: benchmark - milvus-default - random-100 - against milvus-single-node
timeout-minutes: 60
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- name: Install poetry
run: pip install poetry
- uses: actions/setup-python@v5
with:
python-version: "3.10"
cache: "poetry"
- name: Install deps
run: poetry install
- uses: hoverkraft-tech/[email protected]
with:
compose-file: "engine/servers/milvus-single-node/docker-compose.yaml"
- name: Execution
run: |
source $(poetry env info -p)/bin/activate
poetry run python3 run.py --engines "milvus-default" --datasets "$DATASET"
opensearchBenchmark:
name: benchmark - opensearch-default - $DATASET - against opensearch-single-node-ci
timeout-minutes: 60
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- name: Install poetry
run: pip install poetry
- uses: actions/setup-python@v5
with:
python-version: "3.10"
cache: "poetry"
- name: Install deps
run: poetry install
- uses: hoverkraft-tech/[email protected]
with:
compose-file: "engine/servers/opensearch-single-node-ci/docker-compose.yaml"
- name: Execution
run: |
./tools/wait_for_green_status.sh
source $(poetry env info -p)/bin/activate
poetry run python3 run.py --engines "opensearch-default" --datasets "$DATASET"
pgvectorBenchmark:
name: benchmark - pgvector-default - $DATASET - against pgvector-single-node
timeout-minutes: 60
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- name: Install poetry
run: pip install poetry
- uses: actions/setup-python@v5
with:
python-version: "3.10"
cache: "poetry"
- name: Install deps
run: poetry install
- uses: hoverkraft-tech/[email protected]
with:
compose-file: "engine/servers/pgvector-single-node/docker-compose.yaml"
- name: Execution
run: |
source $(poetry env info -p)/bin/activate
poetry run python3 run.py --engines "pgvector-default" --datasets "$DATASET"
qdrantBenchmark:
name: benchmark - qdrant-default - $DATASET - against qdrant-single-node
timeout-minutes: 60
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- name: Install poetry
run: pip install poetry
- uses: actions/setup-python@v5
with:
python-version: "3.10"
cache: "poetry"
- name: Install deps
run: poetry install
- uses: hoverkraft-tech/[email protected]
with:
compose-file: "engine/servers/qdrant-single-node/docker-compose.yaml"
- name: Execution
run: |
source $(poetry env info -p)/bin/activate
poetry run python3 run.py --engines "qdrant-default" --datasets "$DATASET"
redisBenchmark:
name: benchmark - redis-default - $DATASET - against redis-single-node
timeout-minutes: 60
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- name: Install poetry
run: pip install poetry
- uses: actions/setup-python@v5
with:
python-version: "3.10"
cache: "poetry"
- name: Install deps
run: poetry install
- uses: hoverkraft-tech/[email protected]
with:
compose-file: "engine/servers/redis-single-node/docker-compose.yaml"
- name: Execution
run: |
source $(poetry env info -p)/bin/activate
poetry run python3 run.py --engines "redis-default" --datasets "$DATASET"
weaviateBenchmark:
name: benchmark - weaviate-default - $DATASET - against weaviate-single-node
timeout-minutes: 60
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- name: Install poetry
run: pip install poetry
- uses: actions/setup-python@v5
with:
python-version: "3.10"
cache: "poetry"
- name: Install deps
run: poetry install
- uses: hoverkraft-tech/[email protected]
with:
compose-file: "engine/servers/weaviate-single-node/docker-compose.yaml"
- name: Execution
run: |
source $(poetry env info -p)/bin/activate
poetry run python3 run.py --engines "weaviate-default" --datasets "$DATASET"