Remove Instruct/Chat versions of models & introduce a new ChatTemplate API, fix Anthropic API #157
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Pull Request Gate | |
| on: | |
| push: | |
| branches: [main] | |
| pull_request: | |
| branches: [main] | |
| workflow_dispatch: | |
| jobs: | |
| # First Stage ======================================================================= | |
| # Linting and basic CPU-based tests | |
| linting-black: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| # https://black.readthedocs.io/en/stable/integrations/github_actions.html | |
| - uses: psf/black@stable | |
| with: | |
| options: "--diff" # Remove this to start enforcement | |
| linting-mypy: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Setup Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: 3.8 | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| python -m pip install .[all,test] | |
| - name: Run mypy | |
| run: | | |
| python -m mypy guidance | |
| bare-install: | |
| strategy: | |
| matrix: | |
| os: [ubuntu-latest, windows-latest, macos-12] | |
| python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"] | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Minimal install | |
| run: | | |
| pip install -e . | |
| - name: Attempt import | |
| run: | | |
| python -c "import guidance" | |
| unit-tests-linux-python-latest: | |
| uses: ./.github/workflows/action_plain_unit_tests.yml | |
| strategy: | |
| fail-fast: false # Don't cancel all on first failure | |
| matrix: | |
| model: | |
| - "gpt2cpu" | |
| - "phi2cpu" | |
| # - "transformers_mistral_7b" See Issue 713 | |
| - "hfllama7b" | |
| - "hfllama_mistral_7b" | |
| - "transformers_phi3cpu_mini_4k_instruct" | |
| - "hfllama_phi3cpu_mini_4k_instruct" | |
| with: | |
| os: Large_Linux | |
| python-version: "3.12" | |
| model: ${{ matrix.model }} | |
| end-stage-1: | |
| needs: | |
| - linting-black | |
| - linting-mypy | |
| - bare-install | |
| - unit-tests-linux-python-latest | |
| name: End Stage 1 | |
| runs-on: ubuntu-latest | |
| steps: | |
| - run: echo "End of Stage 1" | |
| # Second stage ======================================================================= | |
| # Remaining CPU-based tests on Linux, plus server tests and basic GPU testing | |
| unit-tests-gpu-python-latest: | |
| needs: end-stage-1 | |
| uses: ./.github/workflows/action_gpu_unit_tests.yml | |
| with: | |
| os: gpu-runner | |
| python-version: "3.12" | |
| unit-tests-linux-python-other: | |
| needs: end-stage-1 | |
| strategy: | |
| fail-fast: false # Don't cancel all on first failure | |
| matrix: | |
| python-version: ["3.8", "3.9", "3.10", "3.11"] | |
| model: | |
| - "gpt2cpu" | |
| - "phi2cpu" | |
| # - "transformers_mistral_7b" See Issue 713 | |
| - "hfllama7b" | |
| - "hfllama_mistral_7b" | |
| - "transformers_phi3cpu_mini_4k_instruct" | |
| - "hfllama_phi3cpu_mini_4k_instruct" | |
| uses: ./.github/workflows/action_plain_unit_tests.yml | |
| with: | |
| os: Large_Linux | |
| python-version: ${{ matrix.python-version }} | |
| model: ${{ matrix.model }} | |
| server-tests: | |
| needs: end-stage-1 | |
| strategy: | |
| fail-fast: false # Don't cancel all on first failure | |
| matrix: | |
| python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"] | |
| uses: ./.github/workflows/action_server_tests.yml | |
| with: | |
| os: ubuntu-latest | |
| python-version: ${{ matrix.python-version }} | |
| end-stage-2: | |
| needs: | |
| - unit-tests-linux-python-other | |
| - unit-tests-gpu-python-latest | |
| - server-tests | |
| name: End Stage 2 | |
| runs-on: ubuntu-latest | |
| steps: | |
| - run: echo "End of Stage 1" | |
| # Third Stage ============================================================== | |
| # Windows and MacOS, plus other GPU Linux tests | |
| unit-tests-mac: | |
| needs: end-stage-2 | |
| strategy: | |
| fail-fast: false # Don't cancel all on first failure | |
| matrix: | |
| python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"] | |
| model: | |
| - "gpt2cpu" | |
| - "phi2cpu" | |
| # - "transformers_mistral_7b" See Issue 713 | |
| - "hfllama7b" | |
| - "hfllama_mistral_7b" | |
| # - "transformers_phi3cpu_mini_4k_instruct" Gives trouble on MacOS | |
| - "hfllama_phi3cpu_mini_4k_instruct" | |
| uses: ./.github/workflows/action_plain_unit_tests.yml | |
| with: | |
| os: macos-12 | |
| python-version: ${{ matrix.python-version }} | |
| model: ${{ matrix.model }} | |
| unit-tests-win: | |
| needs: end-stage-2 | |
| strategy: | |
| fail-fast: false # Don't cancel all on first failure | |
| matrix: | |
| python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"] | |
| model: | |
| - "gpt2cpu" | |
| - "phi2cpu" | |
| # - "transformers_mistral_7b" See Issue 713 | |
| - "hfllama7b" | |
| - "hfllama_mistral_7b" | |
| - "transformers_phi3cpu_mini_4k_instruct" | |
| - "hfllama_phi3cpu_mini_4k_instruct" | |
| uses: ./.github/workflows/action_plain_unit_tests.yml | |
| with: | |
| os: Large_Windows | |
| python-version: ${{ matrix.python-version }} | |
| model: ${{ matrix.model }} | |
| unit-tests-gpu-python-others: | |
| needs: end-stage-2 | |
| strategy: | |
| fail-fast: false # Don't cancel all on first failure | |
| matrix: | |
| python-version: ["3.8", "3.9", "3.10", "3.11"] | |
| uses: ./.github/workflows/action_gpu_unit_tests.yml | |
| with: | |
| os: gpu-runner | |
| python-version: ${{ matrix.python-version }} | |