Skip to content

Test and Benchmark Models #5

Test and Benchmark Models

Test and Benchmark Models #5

Workflow file for this run

name: Test - Models
on:
workflow_dispatch:
inputs:
model_id:
description: 'Model ID on huggingface, for example: jan-hq/Jan-Llama3-0708'
required: true
default: jan-hq/Jan-Llama3-0708
type: string
extra_args:
description: 'Extra arguments for python command, for example: --mode audio --num_rows 100'
required: false
default: "--mode audio --num_rows 100"
type: string
jobs:
run-test:
runs-on: research
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Set up Python
uses: actions/setup-python@v2
with:
python-version: '3.10'
- name: Install dependencies
working-directory: ./tests
run: |
python3 -m pip install --upgrade pip
pip3 install -r requirements.txt
- name: Run tests
working-directory: ./tests
run: |
python3 test_case.py --model_id ${{ github.event.inputs.model_id }} ${{ github.event.inputs.extra_args }}