feat: Add BQ to CI benchmarks (#148) #30
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Manual All Engines Default Benchmarks | |
| on: | |
| push: | |
| branches: | |
| - "master" | |
| pull_request: | |
| types: | |
| - opened | |
| - reopened | |
| workflow_dispatch: | |
| jobs: | |
| elasticsearchBenchmark: | |
| if: > | |
| ( | |
| startsWith(github.event.head_commit.modified, 'engine/clients/elasticsearch') || | |
| startsWith(github.event.head_commit.modified, 'engine/servers/elasticsearch') || | |
| startsWith(github.event.head_commit.modified, 'engine/base_client/') | |
| ) | |
| name: benchmark - elasticsearch-default - random-100 - against elasticsearch-single-node-ci | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: ./.github/workflows/actions/run-engine-benchmark | |
| with: | |
| engine: "elasticsearch-default" | |
| dataset: "random-100" | |
| compose_file: "engine/servers/elasticsearch-single-node-ci/docker-compose.yaml" | |
| milvusBenchmark: | |
| if: > | |
| ( | |
| startsWith(github.event.head_commit.modified, 'engine/clients/milvus') || | |
| startsWith(github.event.head_commit.modified, 'engine/servers/milvus') || | |
| startsWith(github.event.head_commit.modified, 'engine/base_client/') | |
| ) | |
| name: benchmark - milvus-default - random-100 - against milvus-single-node | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: ./.github/workflows/actions/run-engine-benchmark | |
| with: | |
| engine: "milvus-default" | |
| dataset: "random-100" | |
| compose_file: "engine/servers/milvus-single-node/docker-compose.yaml" | |
| opensearchBenchmark: | |
| if: > | |
| ( | |
| startsWith(github.event.head_commit.modified, 'engine/clients/opensearch') || | |
| startsWith(github.event.head_commit.modified, 'engine/servers/opensearch') || | |
| startsWith(github.event.head_commit.modified, 'engine/base_client/') | |
| ) | |
| name: benchmark - opensearch-default - glove-25-angular - against opensearch-single-node-ci | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: ./.github/workflows/actions/run-engine-benchmark | |
| with: | |
| engine: "opensearch-default" | |
| dataset: "glove-25-angular" | |
| compose_file: "engine/servers/opensearch-single-node-ci/docker-compose.yaml" | |
| pgvectorBenchmark: | |
| if: > | |
| ( | |
| startsWith(github.event.head_commit.modified, 'engine/clients/pgvector') || | |
| startsWith(github.event.head_commit.modified, 'engine/servers/pgvector') || | |
| startsWith(github.event.head_commit.modified, 'engine/base_client/') | |
| ) | |
| name: benchmark - pgvector-default - random-100 - against pgvector-single-node | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: ./.github/workflows/actions/run-engine-benchmark | |
| with: | |
| engine: "pgvector-default" | |
| dataset: "random-100" | |
| compose_file: "engine/servers/pgvector-single-node/docker-compose.yaml" | |
| qdrantBenchmark: | |
| if: > | |
| ( | |
| startsWith(github.event.head_commit.modified, 'engine/clients/qdrant') || | |
| startsWith(github.event.head_commit.modified, 'engine/servers/qdrant') || | |
| startsWith(github.event.head_commit.modified, 'engine/base_client/') | |
| ) | |
| name: benchmark - qdrant-default - random-100 - against qdrant-single-node | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: ./.github/workflows/actions/run-engine-benchmark | |
| with: | |
| engine: "qdrant-default" | |
| dataset: "random-100" | |
| compose_file: "engine/servers/qdrant-single-node/docker-compose.yaml" | |
| redisBenchmark: | |
| if: > | |
| ( | |
| startsWith(github.event.head_commit.modified, 'engine/clients/redis') || | |
| startsWith(github.event.head_commit.modified, 'engine/servers/redis') || | |
| startsWith(github.event.head_commit.modified, 'engine/base_client/') | |
| ) | |
| name: benchmark - redis-default - random-100 - against redis-single-node | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: ./.github/workflows/actions/run-engine-benchmark | |
| with: | |
| engine: "redis-default" | |
| dataset: "random-100" | |
| compose_file: "engine/servers/redis-single-node/docker-compose.yaml" | |
| weaviateBenchmark: | |
| if: > | |
| ( | |
| startsWith(github.event.head_commit.modified, 'engine/clients/weaviate') || | |
| startsWith(github.event.head_commit.modified, 'engine/servers/weaviate') || | |
| startsWith(github.event.head_commit.modified, 'engine/base_client/') | |
| ) | |
| name: benchmark - weaviate-default - random-100 - against weaviate-single-node | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: ./.github/workflows/actions/run-engine-benchmark | |
| with: | |
| engine: "weaviate-default" | |
| dataset: "random-100" | |
| compose_file: "engine/servers/weaviate-single-node/docker-compose.yaml" |