add install vllm for eval with vllm engine

janhq · Aug 1, 2024 · d985fcd · d985fcd
1 parent 3a0730c
commit d985fcd
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/.github/workflows/test-models.yml b/.github/workflows/test-models.yml
@@ -46,6 +46,7 @@ jobs:
         working-directory: ./lm-evaluation-harness
         run: |
           pip3 install -e .
+          pip3 install lm_eval[vllm]
 
       - name: Run benchmark
         if: ${{ github.event.inputs.run_benchmark == 'true' }}