manual-all-engines-benchmark.yaml

name: Manual All Engines Default Benchmarks

on:
  push:
    branches:
     - "master"
  pull_request:
    types:
      - opened
      - reopened
  workflow_dispatch:

jobs:
  elasticsearchBenchmark:
    if: >
      (
      startsWith(github.event.head_commit.modified, 'engine/clients/elasticsearch') ||
      startsWith(github.event.head_commit.modified, 'engine/servers/elasticsearch') ||
      startsWith(github.event.head_commit.modified, 'engine/base_client/')
      )
    name: benchmark - elasticsearch-default - random-100 - against elasticsearch-single-node-ci
    runs-on: ubuntu-latest
    timeout-minutes: 30
    steps:
      - uses: actions/checkout@v3
      - uses: ./.github/workflows/actions/run-engine-benchmark
        with:
          engine: "elasticsearch-default"
          dataset: "random-100"
          compose_file: "engine/servers/elasticsearch-single-node-ci/docker-compose.yaml"

  milvusBenchmark:
    if: >
      (
      startsWith(github.event.head_commit.modified, 'engine/clients/milvus') ||
      startsWith(github.event.head_commit.modified, 'engine/servers/milvus') ||
      startsWith(github.event.head_commit.modified, 'engine/base_client/')
      )
    name: benchmark - milvus-default - random-100 - against milvus-single-node
    runs-on: ubuntu-latest
    timeout-minutes: 30
    steps:
      - uses: actions/checkout@v3
      - uses: ./.github/workflows/actions/run-engine-benchmark
        with:
          engine: "milvus-default"
          dataset: "random-100"
          compose_file: "engine/servers/milvus-single-node/docker-compose.yaml"

  opensearchBenchmark:
    if: >
      (
      startsWith(github.event.head_commit.modified, 'engine/clients/opensearch') ||
      startsWith(github.event.head_commit.modified, 'engine/servers/opensearch') ||
      startsWith(github.event.head_commit.modified, 'engine/base_client/')
      )
    name: benchmark - opensearch-default - glove-25-angular - against opensearch-single-node-ci
    runs-on: ubuntu-latest
    timeout-minutes: 30
    steps:
      - uses: actions/checkout@v3
      - uses: ./.github/workflows/actions/run-engine-benchmark
        with:
          engine: "opensearch-default"
          dataset: "glove-25-angular"
          compose_file: "engine/servers/opensearch-single-node-ci/docker-compose.yaml"

  pgvectorBenchmark:
    if: >
      (
      startsWith(github.event.head_commit.modified, 'engine/clients/pgvector') ||
      startsWith(github.event.head_commit.modified, 'engine/servers/pgvector') ||
      startsWith(github.event.head_commit.modified, 'engine/base_client/')
      )
    name: benchmark - pgvector-default - random-100 - against pgvector-single-node
    runs-on: ubuntu-latest
    timeout-minutes: 30
    steps:
      - uses: actions/checkout@v3
      - uses: ./.github/workflows/actions/run-engine-benchmark
        with:
          engine: "pgvector-default"
          dataset: "random-100"
          compose_file: "engine/servers/pgvector-single-node/docker-compose.yaml"

  qdrantBenchmark:
    if: >
      (
      startsWith(github.event.head_commit.modified, 'engine/clients/qdrant') ||
      startsWith(github.event.head_commit.modified, 'engine/servers/qdrant') ||
      startsWith(github.event.head_commit.modified, 'engine/base_client/')
      )
    name: benchmark - qdrant-default - random-100 - against qdrant-single-node
    runs-on: ubuntu-latest
    timeout-minutes: 30
    steps:
      - uses: actions/checkout@v3
      - uses: ./.github/workflows/actions/run-engine-benchmark
        with:
          engine: "qdrant-default"
          dataset: "random-100"
          compose_file: "engine/servers/qdrant-single-node/docker-compose.yaml"

  redisBenchmark:
    if: >
      (
      startsWith(github.event.head_commit.modified, 'engine/clients/redis') ||
      startsWith(github.event.head_commit.modified, 'engine/servers/redis') ||
      startsWith(github.event.head_commit.modified, 'engine/base_client/')
      )
    name: benchmark - redis-default - random-100 - against redis-single-node
    runs-on: ubuntu-latest
    timeout-minutes: 30
    steps:
      - uses: actions/checkout@v3
      - uses: ./.github/workflows/actions/run-engine-benchmark
        with:
          engine: "redis-default"
          dataset: "random-100"
          compose_file: "engine/servers/redis-single-node/docker-compose.yaml"

  weaviateBenchmark:
    if: >
      (
      startsWith(github.event.head_commit.modified, 'engine/clients/weaviate') ||
      startsWith(github.event.head_commit.modified, 'engine/servers/weaviate') ||
      startsWith(github.event.head_commit.modified, 'engine/base_client/')
      )
    name: benchmark - weaviate-default - random-100 - against weaviate-single-node
    runs-on: ubuntu-latest
    timeout-minutes: 30
    steps:
      - uses: actions/checkout@v3
      - uses: ./.github/workflows/actions/run-engine-benchmark
        with:
          engine: "weaviate-default"
          dataset: "random-100"
          compose_file: "engine/servers/weaviate-single-node/docker-compose.yaml"