From d985fcdcb2c2881e99df4fd42f83356f3bd5da40 Mon Sep 17 00:00:00 2001
From: bachvudinh <bachvudinh02@gmail.com>
Date: Thu, 1 Aug 2024 21:47:33 +0000
Subject: [PATCH] add install vllm for eval with vllm engine

---
 .github/workflows/test-models.yml | 1 +
 1 file changed, 1 insertion(+)

diff --git a/.github/workflows/test-models.yml b/.github/workflows/test-models.yml
index 92bd441..a51d9d3 100644
--- a/.github/workflows/test-models.yml
+++ b/.github/workflows/test-models.yml
@@ -46,6 +46,7 @@ jobs:
         working-directory: ./lm-evaluation-harness
         run: |
           pip3 install -e .
+          pip3 install lm_eval[vllm]
 
       - name: Run benchmark
         if: ${{ github.event.inputs.run_benchmark == 'true' }}