From aab4506d8521c1c8bbdd98c4335443bf6612c40c Mon Sep 17 00:00:00 2001 From: Alvaro Moran Date: Mon, 2 Sep 2024 08:41:48 +0000 Subject: [PATCH] WIP --- .github/workflows/test-pytorch-xla-tpu-tgi.yml | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/.github/workflows/test-pytorch-xla-tpu-tgi.yml b/.github/workflows/test-pytorch-xla-tpu-tgi.yml index 3acbef0..d6e0c83 100644 --- a/.github/workflows/test-pytorch-xla-tpu-tgi.yml +++ b/.github/workflows/test-pytorch-xla-tpu-tgi.yml @@ -29,12 +29,17 @@ jobs: uses: actions/checkout@v4 - name: Build and test TGI server + # run: | + # HF_TOKEN=${{ secrets.HF_TOKEN_OPTIMUM_TPU_CI }} make tgi_test run: | - HF_TOKEN=${{ secrets.HF_TOKEN_OPTIMUM_TPU_CI }} make tgi_test + make test_installs tgi_server + find text-generation-inference/ -name "text_generation_server-*whl" -exec python -m pip install {} \; + # Use a different step to test the Jetstream Pytorch version, to avoid conflicts with torch-xla[tpu] - name: Install and test TGI server (Jetstream Pytorch) run: | + pip show text-generation-server pip install -e .[jetstream-pt] \ -f https://storage.googleapis.com/jax-releases/jax_nightly_releases.html \ -f https://storage.googleapis.com/jax-releases/jaxlib_nightly_releases.html \